-- Logs begin at Wed 2022-03-02 18:07:23 UTC, end at Wed 2022-03-02 19:09:48 UTC. -- Mar 02 18:42:46.794929 dv-cinder-800704-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 18:42:49.801242 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:42:49.801926 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 18:42:49.802072 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109428) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 18:42:49.805346 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:42:49.805595 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 18:42:49.805902 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109428) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 18:42:49.806848 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:42:49.807081 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:42:49.807454 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:42:49.807701 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:42:49.808366 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:42:49.808695 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.809125 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 18:42:49.809494 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.809793 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.810089 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.810388 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.810680 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.810971 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.811257 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.811553 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.811838 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.812118 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.812400 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.812692 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.812975 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.813262 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.813577 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.813862 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] debug = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.814147 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.814590 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.815011 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.815292 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.815580 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.815856 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.816189 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.816464 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.816749 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.817078 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] host = dv-cinder-800704-3-iscsi {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.817379 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.817669 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.817953 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.818238 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.818515 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.818791 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.819074 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.819347 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.819625 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.819895 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.820183 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.820469 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.820760 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.820985 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.821208 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.821519 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.821807 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.822080 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.822353 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.822627 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.822898 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.823170 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.823439 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.823721 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.824003 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.824289 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.824562 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.824834 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.825103 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.825393 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.825679 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.825948 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.826217 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.826487 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.826770 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.827038 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.827307 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.827606 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.827888 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.828168 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.828448 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.828720 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.829000 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.829270 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.829573 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.829844 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_json = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.830111 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.830378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.830658 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.830930 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.831199 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.831468 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.832268 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.832548 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.832819 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:49.833112 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.833433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.833731 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.834030 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.834319 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.834609 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.834893 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.835175 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.835460 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.835748 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.836038 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.836313 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.836612 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.836900 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.837191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.837523 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.837816 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.838105 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.838378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.838650 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.838923 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.839199 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.839483 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.839761 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.840043 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.840331 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.840605 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.840901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.841186 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.841507 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.841798 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.842071 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.842349 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.842638 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.842917 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.843188 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.843465 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.843751 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.844028 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.844298 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.844583 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.844857 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.845128 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.845426 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.845703 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.845989 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.846263 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.846533 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.846800 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.847075 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.847884 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.848171 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.848446 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.848715 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.848985 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.849261 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.849559 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.849831 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.850106 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.850372 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.850644 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.850915 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.851188 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.851458 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.851727 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.851998 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.852266 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.852537 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.852809 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.853078 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.853372 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.853647 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.853917 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.854187 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.854467 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.854769 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.855048 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.855319 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.855593 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.855868 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.856142 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.856414 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.856687 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.856963 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.857236 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.857549 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.857858 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.858143 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.858448 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.858723 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.859014 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.859291 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.859565 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.859845 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.860142 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.860391 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.860673 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.860952 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.861245 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.861561 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.861855 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.862144 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.862433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.862728 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.863060 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.863343 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:49.863560 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:42:49.863808 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109428) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 18:42:50.246713 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 18:42:50.246908 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 18:42:50.247203 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 18:42:50.247698 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 18:42:50.591037 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.591321 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.591590 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.592937 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.593210 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.593499 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.640636 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.640908 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.641201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.656752 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.657035 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.657331 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.687433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.687711 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.687979 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.726706 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.726988 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:50.727264 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.087086 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.087751 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.087751 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.087925 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.088579 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.190650 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.190971 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.191319 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.191602 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.191874 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.192189 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.192456 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.192719 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.192978 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.193262 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.193552 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.193820 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.194080 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.194335 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.194594 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.194862 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.195119 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.195389 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.195663 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.195924 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.196194 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.196446 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.196733 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.197121 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.197401 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.197654 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.198076 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.198321 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.198561 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.198801 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.199039 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.199278 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:51.199668 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 18:42:51.203211 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 18:42:51.207904 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 18:42:51.211893 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 02 18:42:51.213593 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 18:42:51.214073 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 18:42:51.214416 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 18:42:51.214804 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 18:42:51.217682 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 18:42:51.217940 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 18:42:51.218288 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:42:51.223875 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 18:42:51.247824 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 18:42:51.248297 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.248603 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109428) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 18:42:51.248979 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.250414 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109428) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 18:42:51.250705 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:42:51.250965 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 18:42:51.254460 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.254740 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.319285 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 18:42:51.319522 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 18:42:51.319762 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 18:42:51.320148 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 18:42:51.341360 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_db.sqlalchemy.engines [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109428) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 18:42:51.793400 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing driver for type 'gre' Mar 02 18:42:51.793936 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] gre ID ranges: [(1, 1000)] Mar 02 18:42:51.849852 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing driver for type 'local' Mar 02 18:42:51.850198 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing driver for type 'vlan' Mar 02 18:42:51.862724 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] VlanTypeDriver initialization complete Mar 02 18:42:51.863075 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing driver for type 'vxlan' Mar 02 18:42:51.863644 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] vxlan ID ranges: [(1, 1000)] Mar 02 18:42:51.918560 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing extension driver 'port_security' Mar 02 18:42:51.918966 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.extensions.port_security [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] PortSecurityExtensionDriver initialization complete Mar 02 18:42:51.919316 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing mechanism driver 'openvswitch' Mar 02 18:42:51.919643 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing mechanism driver 'hyperv' Mar 02 18:42:51.926981 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:51.927881 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.928281 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.928614 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.929162 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.929620 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.929978 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.930329 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.930724 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.931132 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.931478 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.931820 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.932213 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.932621 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.932972 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.933324 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.933726 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.934136 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.934481 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.934824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.935216 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.935622 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > address_group after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.935972 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > address_group after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.936313 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.936721 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 18:42:51.937155 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] ML2 OVO RPC backend initialized. {{(pid=109428) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 18:42:51.937948 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.938306 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.938724 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.939077 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > networks before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.939426 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.939769 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > ports before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.940118 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.940467 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnets before_response 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.940815 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.941197 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.942075 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.942419 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.942762 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.943098 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.943437 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.943775 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.944110 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.951782 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded quota_driver: . Mar 02 18:42:51.952148 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.plugin [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Modular L2 Plugin initialization complete Mar 02 18:42:51.952495 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading services supported by the core plugin {{(pid=109428) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 18:42:51.952841 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.plugins.ml2.managers [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Got port-security extension from driver 'port_security' Mar 02 18:42:51.953354 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.extensions.vlantransparent [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Disabled vlantransparent extension. Mar 02 18:42:51.953842 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109428) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 18:42:51.954169 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: router Mar 02 18:42:51.991179 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.991573 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_create 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.991946 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router before_create 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.992313 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.992685 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.993046 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_delete 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.993453 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.993811 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.994172 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_create 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.994520 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.994866 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.995217 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.995576 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.995994 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.996364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.996709 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.997051 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: subnet after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.997433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.997786 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.998133 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_create 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.998477 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.998819 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.999189 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router after_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:51.999528 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.000035 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_create 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.000399 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.000747 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_update 55549900 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.001113 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > agent after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.001506 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > agent after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.001858 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > network after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.002772 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Tracking information for resource: router configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:52.003113 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Tracking information for resource: floatingip configured {{(pid=109428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:42:52.008955 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.db.l3_agentschedulers_db [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 18:42:52.009570 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.009937 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.010290 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.010641 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.011449 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router before_create 55550100 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.011815 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.012179 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_create 55550100 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.012536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > router precommit_update 55550100 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.017380 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.provider_configuration [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service providers = [] {{(pid=109428) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 18:42:52.017753 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.db.servicetype_db [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109428) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 18:42:52.020794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.service_base [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:42:52.021149 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.service_base [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:42:52.021522 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.service_base [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:42:52.022420 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.services.service_base [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:42:52.022796 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.services.service_base [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 18:42:52.023190 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.023509 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 18:42:52.034644 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.034903 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: auto_allocate Mar 02 18:42:52.041093 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: network precommit_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.041496 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: network precommit_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.042284 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.042407 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: tag Mar 02 18:42:52.049299 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.049601 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: timestamp Mar 02 18:42:52.054008 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.054347 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: network_ip_availability Mar 02 18:42:52.059895 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.060272 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.060623 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.061422 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.061742 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: flavors Mar 02 18:42:52.067353 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.067691 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading Plugin: revisions Mar 02 18:42:52.072197 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:42:52.072594 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=109428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 18:42:52.073388 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109428) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 18:42:52.073724 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Initializing extension manager. Mar 02 18:42:52.074250 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: __init__.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.074591 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: __pycache__ {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.074925 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.075258 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: address_group.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.076030 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.076614 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: address-group Mar 02 18:42:52.076935 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: address_scope.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.077686 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.078194 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: address-scope Mar 02 18:42:52.078516 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.079453 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.079960 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: router-admin-state-down-before-update Mar 02 18:42:52.080282 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: agent.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.080978 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.081511 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: agent Mar 02 18:42:52.081858 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: agent_resources_synced.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.082772 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.083281 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: agent-resources-synced Mar 02 18:42:52.083606 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: allowedaddresspairs.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.085436 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.085963 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: allowed-address-pairs Mar 02 18:42:52.086297 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: auto_allocated_topology.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.087369 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.087914 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: auto-allocated-topology Mar 02 18:42:52.088203 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: availability_zone.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.088899 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.089442 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: availability_zone Mar 02 18:42:52.089769 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: availability_zone_filter.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.090670 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.091172 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: availability_zone_filter Mar 02 18:42:52.091496 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: data_plane_status.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.092392 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.092892 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 18:42:52.093215 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: default_subnetpools.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.094151 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.094662 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: default-subnetpools Mar 02 18:42:52.094987 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.095796 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.096303 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: dhcp_agent_scheduler Mar 02 18:42:52.096625 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: dns.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.097585 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.098090 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 18:42:52.098412 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: dns_domain_ports.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.099324 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.099829 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 18:42:52.100151 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.101067 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.101600 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 18:42:52.101924 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: dvr.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.102585 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.103088 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: dvr Mar 02 18:42:52.103407 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: ecmp_routes.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.104310 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.104809 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 18:42:52.105127 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: empty_string_filtering.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.106047 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.106547 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: empty-string-filtering Mar 02 18:42:52.106868 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.107784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.108281 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:42:52.108605 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.109546 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.110046 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 18:42:52.110368 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: external_net.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.111278 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.111778 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: external-net Mar 02 18:42:52.112100 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.113540 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.114045 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: extra_dhcp_opt Mar 02 18:42:52.114365 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: extraroute.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.115264 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.115763 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: extraroute Mar 02 18:42:52.116084 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: extraroute_atomic.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.117118 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.117649 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: extraroute-atomic Mar 02 18:42:52.117978 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: filter_validation.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.118637 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.119139 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: filter-validation Mar 02 18:42:52.119460 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: fip_pf_description.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.120369 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.120868 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 18:42:52.121188 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: fip_port_details.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.122305 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.122814 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: fip-port-details Mar 02 18:42:52.123140 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: flavors.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.124379 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.124899 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: flavors Mar 02 18:42:52.125230 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.126933 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.127459 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 18:42:52.127792 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: floatingip_pools.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.128495 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.129621 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: floatingip-pools Mar 02 18:42:52.129961 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: ip_allocation.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.130890 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.131398 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 18:42:52.131721 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.132632 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.133145 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: ip-substring-filtering Mar 02 18:42:52.133506 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l2_adjacency.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.134432 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.134936 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 18:42:52.135258 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.136234 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.136752 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: router Mar 02 18:42:52.137075 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.139386 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.139916 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:42:52.140246 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.141167 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.141716 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: ext-gw-mode Mar 02 18:42:52.142043 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.142960 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.143474 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: l3-ha Mar 02 18:42:52.143796 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.144744 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.145254 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 18:42:52.145614 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_flavors.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.146522 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.147035 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: l3-flavors Mar 02 18:42:52.147356 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.148738 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.149251 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 18:42:52.149605 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.150513 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.151034 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 18:42:52.151347 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: l3agentscheduler.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.152410 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.152926 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: l3_agent_scheduler Mar 02 18:42:52.153255 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: local_ip.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.155058 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.155580 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension local_ip not supported by any of loaded plugins Mar 02 18:42:52.155916 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: logging.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.158965 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.159494 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension logging not supported by any of loaded plugins Mar 02 18:42:52.159855 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: metering.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.160604 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.161189 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: metering Mar 02 18:42:52.161550 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.162649 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.163172 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: metering_source_and_destination_fields Mar 02 18:42:52.163506 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: multiprovidernet.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.164432 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.165198 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: multi-provider Mar 02 18:42:52.165565 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: netmtu.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.166479 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.166990 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: net-mtu Mar 02 18:42:52.167317 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: netmtu_writable.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.168238 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.168745 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: net-mtu-writable Mar 02 18:42:52.169071 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: network_availability_zone.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.169770 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.170275 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: network_availability_zone Mar 02 18:42:52.170600 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: network_ip_availability.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.171709 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.172217 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: network-ip-availability Mar 02 18:42:52.172544 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: network_segment_range.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.173303 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.173834 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 18:42:52.174160 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: pagination.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.175139 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.175999 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: pagination Mar 02 18:42:52.176326 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: port_device_profile.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.177225 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.177767 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: port-device-profile Mar 02 18:42:52.178095 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.179031 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.179540 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: port-mac-address-regenerate Mar 02 18:42:52.179864 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.180772 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.181279 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: port-numa-affinity-policy Mar 02 18:42:52.181627 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: port_resource_request.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.182536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.183040 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 18:42:52.183366 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: port_resource_request_groups.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.184340 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.184848 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 18:42:52.185171 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: portbindings.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.186125 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.186640 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: binding Mar 02 18:42:52.186965 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: portbindings_extended.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.188226 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.188745 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: binding-extended Mar 02 18:42:52.189073 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: portsecurity.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.190009 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.190523 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: port-security Mar 02 18:42:52.190847 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: project_id.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.192374 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.192707 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: project-id Mar 02 18:42:52.193034 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: providernet.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.194936 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.195454 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: provider Mar 02 18:42:52.195781 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.199493 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.200021 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos not supported by any of loaded plugins Mar 02 18:42:52.200358 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.201659 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.202179 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 18:42:52.202511 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.203433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.203945 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 18:42:52.204272 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_default.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.205185 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.205735 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-default not supported by any of loaded plugins Mar 02 18:42:52.206065 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_fip.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.207154 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.207761 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 18:42:52.208094 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.209012 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.209559 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 18:42:52.209885 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_gateway_ip.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.210807 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.211318 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 18:42:52.211644 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_port_network_policy.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.212723 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.213230 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 18:42:52.213580 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.214624 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.215132 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 18:42:52.215457 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.216489 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.217006 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 18:42:52.217350 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_pps_rule.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.218542 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.219058 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 18:42:52.219393 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_rule_type_details.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.220306 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.220816 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 18:42:52.221144 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: qos_rules_alias.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.222228 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.222759 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 18:42:52.223085 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: quota_check_limit.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.223991 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.224503 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: quota-check-limit Mar 02 18:42:52.224828 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: quotasv2.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.225853 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.226183 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: quotas Mar 02 18:42:52.226507 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: quotasv2_detail.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.228237 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.228575 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: quota_details Mar 02 18:42:52.228903 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: rbac.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.230016 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.230536 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: rbac-policies Mar 02 18:42:52.230869 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: rbac_address_group.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.231802 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.232318 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: rbac-address-group Mar 02 18:42:52.232648 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: rbac_address_scope.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.233601 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.234112 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: rbac-address-scope Mar 02 18:42:52.234442 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: rbac_security_groups.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.235353 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.235863 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: rbac-security-groups Mar 02 18:42:52.236189 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: rbac_subnetpool.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.237176 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.237711 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: rbac-subnetpool Mar 02 18:42:52.238566 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: revisionifmatch.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.239490 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.239999 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: revision-if-match Mar 02 18:42:52.240323 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: revisions.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.241478 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.241994 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: standard-attr-revisions Mar 02 18:42:52.242322 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: router_availability_zone.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.242991 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.243503 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: router_availability_zone Mar 02 18:42:52.243828 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: routerservicetype.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.244747 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.245253 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 18:42:52.245601 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.246526 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.247034 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: security-groups-normalized-cidr Mar 02 18:42:52.247357 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.248271 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.248779 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: port-security-groups-filtering Mar 02 18:42:52.249102 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.250053 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.250620 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: security-groups-remote-address-group Mar 02 18:42:52.250883 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.251814 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.252319 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: security-groups-shared-filtering Mar 02 18:42:52.252643 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.253231 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 18:42:52.254160 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: securitygroup.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.263948 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.264489 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: security-group Mar 02 18:42:52.264822 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: segment.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.265655 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.266170 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension segment not supported by any of loaded plugins Mar 02 18:42:52.266500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.267463 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.267968 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 18:42:52.268296 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: servicetype.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.269554 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.270029 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: service-type Mar 02 18:42:52.270375 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: sorting.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.271385 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.271719 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: sorting Mar 02 18:42:52.272038 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: standard_attr_segment.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.272977 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.273608 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 18:42:52.273934 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: standardattrdescription.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.274619 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.275159 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: standard-attr-description Mar 02 18:42:52.275540 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: stateful_security_group.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.276539 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.277178 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: stateful-security-group Mar 02 18:42:52.277612 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: stdattrs_common.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.278407 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 18:42:52.278657 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.279637 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.280145 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 18:42:52.280480 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnet_onboard.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.281624 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.282148 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: subnet_onboard Mar 02 18:42:52.282475 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.283404 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.283915 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 18:42:52.284245 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnet_service_types.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.285725 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.286237 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: subnet-service-types Mar 02 18:42:52.286561 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnetallocation.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.287689 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.288197 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: subnet_allocation Mar 02 18:42:52.288523 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.289274 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.290067 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: subnetpool-prefix-ops Mar 02 18:42:52.290393 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.291350 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.291860 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 18:42:52.292183 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: tagging.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.293272 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.293814 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: standard-attr-tag Mar 02 18:42:52.294138 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: timestamp.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.295350 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.295869 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loaded extension: standard-attr-timestamp Mar 02 18:42:52.296194 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: trunk.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.297231 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.297772 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension trunk not supported by any of loaded plugins Mar 02 18:42:52.298100 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: trunk_details.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.299027 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.299585 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 18:42:52.299868 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: uplink_status_propagation.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.302295 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.302813 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 18:42:52.303146 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Loading extension file: vlantransparent.py {{(pid=109428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:42:52.303831 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:42:52.304343 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 18:42:52.306925 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:network Mar 02 18:42:52.307501 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnet Mar 02 18:42:52.307849 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:42:52.308250 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:port Mar 02 18:42:52.309543 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.309994 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service FLAVORS assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.310644 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.311104 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.311444 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:router Mar 02 18:42:52.311867 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:42:52.312414 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service METERING assigned prefix: /metering {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.313882 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.314259 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.314617 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:42:52.315627 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:42:52.316239 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:42:52.316614 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:42:52.317353 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service CORE assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.317689 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:42:52.318038 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] subnetpool is already registered Mar 02 18:42:52.318526 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service CORE assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.318844 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:42:52.319196 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] subnetpool is already registered Mar 02 18:42:52.321704 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.322140 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service FLAVORS assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.322736 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.323160 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.323562 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:router Mar 02 18:42:52.324002 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] router is already registered Mar 02 18:42:52.325726 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:42:52.325726 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] floatingip is already registered Mar 02 18:42:52.325726 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service METERING assigned prefix: /metering {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.326108 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:42:52.326413 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] rbac_policy is already registered Mar 02 18:42:52.326829 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:42:52.327165 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] security_group is already registered Mar 02 18:42:52.328799 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:42:52.328799 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] security_group_rule is already registered Mar 02 18:42:52.328799 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service CORE assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.329169 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:42:52.329504 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] subnetpool is already registered Mar 02 18:42:52.329983 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.resource_helper [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Service CORE assigned prefix: {{(pid=109428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:42:52.330325 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:42:52.330644 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING neutron.quota.resource_registry [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] subnetpool is already registered Mar 02 18:42:52.331115 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: extensions {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.332674 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: address-groups {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.334612 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: address-scopes {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.335888 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: agents {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.337085 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: auto-allocated-topology {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.338372 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: availability_zones {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.339591 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: dhcp-networks {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.341111 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: dhcp-agents {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.342581 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: routers {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.344795 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: flavors {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.345996 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: service_profiles {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.347224 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: next_providers {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.349240 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: service_profiles {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.350805 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: floatingip-pools {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.352033 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: routers {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.354178 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: floatingips {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.356481 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: l3-routers {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.357892 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: l3-agents {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.359321 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: metering-labels {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.360712 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: metering-label-rules {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.362048 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: network-ip-availabilities {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.363887 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: bindings {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.365568 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: quotas {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.367123 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: quotas {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.368662 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: rbac-policies {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.370005 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: security-groups {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.371234 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: security-group-rules {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.372486 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: service-providers {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.373749 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: subnetpools {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.375165 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: subnetpools {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.376642 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.378371 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.380204 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.382098 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.383808 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.385692 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.387377 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.389271 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.391071 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.392901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron.api.extensions [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Extended resource: tags {{(pid=109428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:42:52.398828 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING keystonemiddleware.auth_token [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 18:42:52.403510 dv-cinder-800704-3-iscsi neutron-server[109428]: WARNING keystonemiddleware.auth_token [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 18:42:52.412541 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Acquired lock "singleton_lock" {{(pid=109428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 18:42:52.413012 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_concurrency.lockutils [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Releasing lock "singleton_lock" {{(pid=109428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 18:42:52.413690 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Starting 2 workers Mar 02 18:42:52.418784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Started child 109537 {{(pid=109428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 18:42:52.423332 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Started child 109538 {{(pid=109428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 18:42:52.424181 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.424931 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO neutron.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 18:42:52.428913 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.429064 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [-] (109537) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:42:52.429140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.429609 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Starting 1 workers Mar 02 18:42:52.430191 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [-] (109538) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:42:52.434456 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Started child 109539 {{(pid=109428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 18:42:52.434997 dv-cinder-800704-3-iscsi neutron-server[109428]: INFO oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Starting 1 workers Mar 02 18:42:52.438111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] calling RpcWorker wait() {{(pid=109539) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 18:42:52.438637 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] returning from RpcWorker wait() {{(pid=109539) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 18:42:52.439613 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Started child 109540 {{(pid=109428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 18:42:52.440051 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.440454 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-27f57d08-8999-4793-bee3-6a557e5e1734 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.440560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:52.442440 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 18:42:52.442664 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:42:52.442849 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:42:52.443077 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:42:52.443425 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:42:52.443587 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:42:52.444080 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.444367 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.444509 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:42:52.444965 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.444965 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.445162 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.445894 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.446149 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.446402 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.446673 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.446931 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.447098 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.447263 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.447513 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.447758 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.448057 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.448325 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.448570 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.448824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.448995 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.449253 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.449545 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.449773 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.450038 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] debug = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.450293 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.450790 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.451015 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.451254 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.451472 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.451736 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.451956 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.452236 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.452471 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.452705 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.452959 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.453224 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.453468 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.453699 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.453952 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.454180 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.454436 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.454658 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.455108 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] host = dv-cinder-800704-3-iscsi {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.455350 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.455584 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.455811 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.456074 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.456319 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.456549 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.456846 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.457104 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.457364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.457588 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.457831 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.458078 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.458290 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.458526 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.458689 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_options = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.458938 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.459207 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.459467 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.459654 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.459820 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.459981 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.460233 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.460395 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.460654 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.460882 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.461093 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.461363 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.461616 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.461808 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.462074 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.462301 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.462535 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.462742 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.462997 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.463254 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.463479 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.463702 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.463931 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.464161 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.464376 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.464586 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.464807 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.465033 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.465256 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.465484 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.465714 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.465981 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.466662 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.466904 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.467053 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:52.467193 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.467374 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.467599 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.467813 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.468071 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.468293 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.468550 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.468791 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.469017 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.469534 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.469534 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_json = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.472252 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.473428 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.473428 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.473820 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.473954 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.474074 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 50482) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:42:52.474482 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.474813 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.475016 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.475501 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.475758 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.475982 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.476430 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.476966 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.477442 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.477820 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.478127 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.479484 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.481299 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.482130 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.482559 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.483301 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.484185 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076187 Mar 02 18:42:52.487982 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.488717 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.488998 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.489240 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.489526 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.490304 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.490304 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.490304 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.490602 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.490778 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.491784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.491784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.491784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.491984 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.492227 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.492859 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.492859 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.493030 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.493176 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.493625 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.494055 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.494995 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.496332 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.496598 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.497507 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.497670 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.501726 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.502002 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.502287 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.502533 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.502813 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.503068 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.503319 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.503548 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.503797 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.504047 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.504283 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.504532 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.504755 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.505119 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.505357 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.507070 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.507309 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.508020 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.508495 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.511967 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.512404 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.512645 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.512875 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.513110 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.513408 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.513631 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.513858 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.514078 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.514294 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.514519 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.514738 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.514993 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516000 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516000 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516000 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516000 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516285 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516285 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516539 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516685 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.516910 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.517123 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.518101 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.518343 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.518572 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.518784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.519168 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.519754 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.519754 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.520217 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.521875 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.522132 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.522371 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.522639 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.525142 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.525461 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.525732 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.525975 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.526250 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.526495 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.528181 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.529089 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.530702 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.530974 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.531277 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.531535 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.531787 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.532058 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.532318 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.532563 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.532818 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.533118 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.533821 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.535730 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.536352 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.536628 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.536917 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.537195 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.538577 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.538841 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.539128 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.539441 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.539948 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.540219 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.540483 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.540742 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.540979 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.541215 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.541501 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.541742 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.542004 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.543726 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.544392 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.544987 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.545228 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.545489 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.545967 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.546708 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.547094 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.548048 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.548667 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.549829 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.550364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.551325 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.552617 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.553241 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.553540 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.553798 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.554168 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.554557 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.554795 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.555027 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.555304 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.555502 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.555748 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.557558 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.557799 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.558086 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.558330 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.558559 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.558783 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.559008 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.559230 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.559493 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.559710 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.559959 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.560219 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.560424 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.560641 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.560857 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.561066 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.561376 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.561666 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.561961 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.563615 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.563861 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.564124 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.564423 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569364 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.569901 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.570248 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.570538 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.570639 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.570837 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.571794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.571794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.571794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.571794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.572175 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.572175 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.572428 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.572653 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.572879 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.573098 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.573351 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.573737 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.574064 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.574329 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.574575 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.574811 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.575042 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.575293 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.575521 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.575763 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.576015 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.576282 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.576458 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.576671 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.576972 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.577215 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.580297 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.580766 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.581591 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.581826 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:52.582485 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.582654 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.582960 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.583130 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.583329 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.583638 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.583794 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.584017 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.584235 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.584457 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.584683 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.584905 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.585118 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.585390 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.585606 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.585817 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.587331 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.587331 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.589035 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.589035 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.589433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.590577 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.590577 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.590891 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.592452 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.592632 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.593124 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.593996 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.595556 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.596491 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.596491 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.596783 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.596918 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.597116 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.597964 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.598231 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.598489 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.598740 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.599062 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.599279 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.599526 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.599786 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.600020 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.600248 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.600535 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.600844 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.601149 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.602320 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.604950 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.606368 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.606368 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.606368 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.606606 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.606909 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.607262 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.607568 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.607827 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.608085 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.608360 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.608611 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.608833 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.609055 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.609336 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610391 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610391 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610391 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610391 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610670 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.610853 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.611011 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.611230 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.611465 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.611714 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.611980 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.612279 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:42:52.612833 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 18:42:52.613028 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:42:52.613914 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:42:52.614260 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:42:52.614591 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:42:52.614781 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:42:52.615296 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.616052 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.616278 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.616428 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.617536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.617536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.617536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.617536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618190 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618190 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618190 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.618824 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619998 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.619998 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.620878 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.621122 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] debug = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.621416 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.621416 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.621930 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.622071 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.622582 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.622756 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.622907 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.623072 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.623433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.623587 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.623748 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.623894 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624061 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624225 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624368 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624522 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624670 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624829 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.624978 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] host = dv-cinder-800704-3-iscsi {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.625130 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.625397 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.626608 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.626777 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.626931 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627094 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627253 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627413 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627569 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627728 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.627885 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628048 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628187 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628344 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628500 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_options = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628678 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628836 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.628991 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.629355 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.629666 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.629857 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630011 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630157 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630299 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630438 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630575 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.630727 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631138 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631287 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631445 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631588 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631747 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.631944 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.632279 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.632486 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.632634 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.632715 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.632870 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633045 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633619 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633619 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633619 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633619 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.633902 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634109 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634192 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634403 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634523 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634609 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634754 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.634906 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635062 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635218 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635381 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635540 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635681 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635842 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.635989 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636150 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636354 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636508 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636666 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_json = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636823 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.636981 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637153 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637305 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637504 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637646 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637787 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.637926 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.638067 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:42:52.638251 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.638776 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.638776 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.638931 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.638996 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.639135 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.639564 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.639870 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.640027 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.640169 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.640339 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641337 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641337 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641337 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641337 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641896 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641896 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641896 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.641896 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642260 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642260 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642494 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642494 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642686 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642803 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.642961 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643103 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643250 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643396 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643662 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643810 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.643972 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.644116 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.644805 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.644968 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645130 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645290 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645489 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645624 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645785 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.645944 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646108 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646265 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646423 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646583 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646744 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.646905 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647064 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647222 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647382 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647542 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647699 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.647859 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648019 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648178 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648337 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648496 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648665 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648822 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.648980 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.649138 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.649299 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.649477 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.649637 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650378 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650953 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650953 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650953 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.650953 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.651241 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.651241 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.651410 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.651568 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.652308 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.652478 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.652688 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.652814 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653007 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653133 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653254 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653401 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653559 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653720 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.653876 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.654033 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.654199 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.654356 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655201 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655734 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655734 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655734 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.655734 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656397 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656473 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656593 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656749 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.656907 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.657064 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.657222 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.657798 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.657798 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658049 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658049 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658278 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658400 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658534 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658651 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658736 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.658900 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.659057 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.659219 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.659379 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.659545 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.659713 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.660797 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.660797 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.660797 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661143 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661143 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661395 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661395 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661567 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661667 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.661827 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662079 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662213 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662335 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662465 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662623 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662766 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.662927 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663084 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663242 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663398 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663566 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663717 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.663870 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.664031 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.664185 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.664345 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.664510 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.664920 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665080 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665243 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665424 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665584 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665743 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.665903 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666062 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666224 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666394 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666537 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666670 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666819 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.666976 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667133 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667291 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667449 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667606 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667764 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.667921 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668079 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668237 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668395 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668552 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668715 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.668873 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.669033 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.669192 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.669902 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670067 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670230 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670394 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670551 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670715 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.670876 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671031 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671326 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671488 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671648 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671806 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.671964 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672146 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672304 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672462 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672626 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672784 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.672943 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673101 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673259 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673439 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673599 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673769 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.673910 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674068 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674233 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674392 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674548 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674715 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.674874 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675033 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675191 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675350 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675536 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675696 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.675852 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676010 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676168 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676325 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676483 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676640 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676812 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.676973 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677132 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677291 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677474 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677629 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677798 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.677958 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678116 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678274 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678433 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678590 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678758 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.678918 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679076 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679234 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679393 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679550 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679717 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.679877 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680034 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680192 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680351 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680508 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680674 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680835 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.680992 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681149 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681308 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681484 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681653 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681812 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.681969 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.682126 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.682284 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.682441 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.682608 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.682871 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683182 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683182 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683434 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683434 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683620 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683698 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683822 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.683983 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684142 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684302 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684463 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684623 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684788 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.684956 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685122 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685282 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685501 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685640 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685785 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.685948 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686113 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686288 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686463 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686607 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686745 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.686875 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687020 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687184 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687746 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687746 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687746 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.687746 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.688032 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.688032 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.688194 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689059 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:42:52.689596 dv-cinder-800704-3-iscsi neutron-server[109428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:43:04.370169 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74477b2-38e9-47b9-8c0b-4accd756f941 None None] get_active_networks_info from dv-cinder-800704-3-iscsi {{(pid=109539) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 18:43:04.481077 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74477b2-38e9-47b9-8c0b-4accd756f941 None None] No non-hosted networks {{(pid=109539) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 18:43:04.504204 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.agentschedulers_db [None req-b74477b2-38e9-47b9-8c0b-4accd756f941 None None] DHCP Agent not found on host dv-cinder-800704-3-iscsi {{(pid=109539) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 18:43:04.591984 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bbde-d9e7-41a9-94ae-64aa851da0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:06.631548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-351bb1af-3b67-4faf-abe5-fcf7f8b21b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:06.711707 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1d4d422c-7ed3-4843-adc2-2654f90a53ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:07.781425 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:09.564821 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:10.644146 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:10.646663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.647510 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.648497 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.649567 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.650477 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.651070 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.651612 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.652151 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.652623 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.653582 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.654298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.654762 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.655264 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.656823 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800704-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:10.669111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800704-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:11.092742 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 50582) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:11.956797 dv-cinder-800704-3-iscsi neutron-server[109538]: WARNING oslo_policy.policy [None req-64665c2a-ce0d-4e76-b7b6-093a35ed6238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:11.957741 dv-cinder-800704-3-iscsi neutron-server[109538]: WARNING oslo_policy.policy [None req-64665c2a-ce0d-4e76-b7b6-093a35ed6238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:12.122980 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.db.l3_hamode_db [None req-4687d98e-fd13-423a-89a8-5b0cc5378c5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 18:43:12.215452 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [None req-64665c2a-ce0d-4e76-b7b6-093a35ed6238 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109538) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:43:12.217433 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-64665c2a-ce0d-4e76-b7b6-093a35ed6238 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1235979 Mar 02 18:43:12.237081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687d98e-fd13-423a-89a8-5b0cc5378c5a None None] Routers set() bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:43:12.237772 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687d98e-fd13-423a-89a8-5b0cc5378c5a None None] Router IDs set() for agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 18:43:14.967581 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50598) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:15.523567 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING oslo_policy.policy [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:15.524137 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING oslo_policy.policy [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:15.753569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:15.849707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.policy [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109537) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 18:43:15.892660 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING oslo_policy.policy [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:15.893051 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING oslo_policy.policy [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:15.998115 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965323469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965324976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965309188', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965308448', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965298503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759965289488', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4026037', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3950580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-723511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634598'] for rbac-policy (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:16.081383 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:16.083681 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-26685149-1324-4bca-bc3c-a9266ba374e4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1138213 Mar 02 18:43:18.662663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50614) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:18.984484 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:19.014322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Made reservation on behalf of e6efb0a7f6504c128fda7b871c8160ee for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:19.018254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.034974 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.146167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks [] for security_group (5b600353-7b38-4298-9482-1f740e63ff81), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.150302 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5b600353-7b38-4298-9482-1f740e63ff81), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.177503 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:43:19.214174 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759964937876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (8252a110-7f9a-42f5-8449-4e5b8860b351), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.214695 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Unsubscribe: segment precommit_create {{(pid=109537) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:43:19.215213 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Added segment 8252a110-7f9a-42f5-8449-4e5b8860b351 of type vlan for network e11221f5-b56b-4832-998a-8c5563ed56eb Mar 02 18:43:19.231455 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5b600353-7b38-4298-9482-1f740e63ff81,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.281562 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.281968 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.282444 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.282788 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.283126 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.283454 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.283787 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.284117 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.284448 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.284793 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.285122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.285475 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.286324 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Tracked resource versions report: Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: pushed versions: Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: { 'AddressGroup': {'1.2'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'ConntrackHelper': {'1.0'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Log': {'1.0'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Network': {'1.1'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Port': {'1.7'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'PortForwarding': {'1.2'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'QosPolicy': {'1.10'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroup': {'1.5'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SubPort': {'1.0'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Subnet': {'1.1'}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Trunk': {'1.1'}} Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: consumer versions: Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'ConntrackHelper': '1.0', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'LocalIPAssociation': '1.0', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Log': '1.0', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Network': '1.1', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Port': '1.7', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'PortForwarding': '1.2', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'QosPolicy': '1.10', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroup': '1.5', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroupRule': '1.2', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SubPort': '1.0', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Subnet': '1.1', Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Trunk': '1.1'}} Mar 02 18:43:19.287709 dv-cinder-800704-3-iscsi neutron-server[109537]: {{(pid=109537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:43:19.339746 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (e11221f5-b56b-4832-998a-8c5563ed56eb), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.383272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (e11221f5-b56b-4832-998a-8c5563ed56eb), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.388565 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:19.389298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:19.473068 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8091960 Mar 02 18:43:19.511089 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c5e58-00fb-4bf7-bd3a-fa69806cb293 demo demo] Pushing event updated for resources: {'Network': ['ID=e11221f5-b56b-4832-998a-8c5563ed56eb,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.524130 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network e11221f5-b56b-4832-998a-8c5563ed56eb details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:43:22.062072 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50626) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:22.470166 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3c091-72d7-4212-8797-ab3ff574b7d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.471545 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-31a3c091-72d7-4212-8797-ab3ff574b7d0 demo admin] 10.222.0.21 "GET /v2.0/networks/e11221f5-b56b-4832-998a-8c5563ed56eb HTTP/1.1" status: 200 len: 825 time: 0.4084811 Mar 02 18:43:22.495908 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-fd8c7ac3-2257-4dca-ae3c-0310c5c67889 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a HTTP/1.1" status: 200 len: 734 time: 0.0181141 Mar 02 18:43:22.504001 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'name': 'private-subnet', 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:22.526394 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Made reservation on behalf of e6efb0a7f6504c128fda7b871c8160ee for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:22.528628 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:22.813556 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (7776b4f8-fbb9-475c-ae38-24e666dbb44a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:22.884812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Pushing event updated for resources: {'Subnet': ['ID=7776b4f8-fbb9-475c-ae38-24e666dbb44a,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:22.887664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Checking segment: {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:43:22.888311 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Network hostable DHCP agents. Network: e11221f5-b56b-4832-998a-8c5563ed56eb, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:22.910101 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Network e11221f5-b56b-4832-998a-8c5563ed56eb is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:22.923063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, e11221f5-b56b-4832-998a-8c5563ed56eb) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:22.927651 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.928255 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:22.934150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7414ef6-2074-4ee5-a932-ff84e28f6a51 None None] Network e11221f5-b56b-4832-998a-8c5563ed56eb requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:43:22.945524 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-81884a8a-e60e-4527-94be-0db16552acdb demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4447663 Mar 02 18:43:23.316930 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-e11221f5-b56b-4832-998a-8c5563ed56eb', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:43:23.319643 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:23.616055 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Allocated IP 172.20.0.2 (e11221f5-b56b-4832-998a-8c5563ed56eb/7776b4f8-fbb9-475c-ae38-24e666dbb44a/5dda7554-ab3a-40a6-bb44-eb24315829a5) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:23.911217 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks [] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:23.919011 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:23.997026 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Network e11221f5-b56b-4832-998a-8c5563ed56eb is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:24.004422 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:24.006930 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Pushing event updated for resources: {'Port': ['ID=5dda7554-ab3a-40a6-bb44-eb24315829a5,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:24.011962 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:43:24.020076 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.020983 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.021368 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.021711 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.022041 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.022368 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.022700 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.023020 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.023341 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.023683 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.024003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.024322 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.024649 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Tracked resource versions report: Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: pushed versions: Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: { 'AddressGroup': {'1.2'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'ConntrackHelper': {'1.0'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Log': {'1.0'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Network': {'1.1'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Port': {'1.7'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'PortForwarding': {'1.2'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'QosPolicy': {'1.10'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroup': {'1.5'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SubPort': {'1.0'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Subnet': {'1.1'}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Trunk': {'1.1'}} Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: consumer versions: Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'ConntrackHelper': '1.0', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'LocalIPAssociation': '1.0', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Log': '1.0', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Network': '1.1', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Port': '1.7', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'PortForwarding': '1.2', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'QosPolicy': '1.10', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroup': '1.5', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroupRule': '1.2', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SubPort': '1.0', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Subnet': '1.1', Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Trunk': '1.1'}} Mar 02 18:43:24.026056 dv-cinder-800704-3-iscsi neutron-server[109539]: {{(pid=109539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:43:24.104063 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Attempting to bind port 5dda7554-ab3a-40a6-bb44-eb24315829a5 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:43:24.104469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Attempting to bind port 5dda7554-ab3a-40a6-bb44-eb24315829a5 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:43:24.104880 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Attempting to bind port 5dda7554-ab3a-40a6-bb44-eb24315829a5 on network e11221f5-b56b-4832-998a-8c5563ed56eb {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:43:24.110434 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:43:24.110801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Checking segment: {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:43:24.111303 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:24.111692 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Bound using segment: {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:43:24.112204 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Bound port: 5dda7554-ab3a-40a6-bb44-eb24315829a5, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:43:24.112611 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:24.188497 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] For port 5dda7554-ab3a-40a6-bb44-eb24315829a5, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:24.193365 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] For port 5dda7554-ab3a-40a6-bb44-eb24315829a5, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=5dda7554-ab3a-40a6-bb44-eb24315829a5,segment=NetworkSegment(8252a110-7f9a-42f5-8449-4e5b8860b351),segment_id=8252a110-7f9a-42f5-8449-4e5b8860b351)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:24.204896 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:24.265676 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003882a5-a9e5-45d4-9010-dff82e78688d None None] Pushing event updated for resources: {'Port': ['ID=5dda7554-ab3a-40a6-bb44-eb24315829a5,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:25.577689 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50634) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:25.915209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [None req-92bac18a-564f-4b51-b532-ce9cbbbe04e2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:43:25.916251 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-92bac18a-564f-4b51-b532-ce9cbbbe04e2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375776 Mar 02 18:43:28.525692 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50642) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:28.835347 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [None req-7768ffe2-1be0-4080-9681-e0d91c293c74 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:43:28.836340 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7768ffe2-1be0-4080-9681-e0d91c293c74 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096347 Mar 02 18:43:29.483410 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:43:31.416887 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50650) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:31.732677 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:31.756576 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (194ca1b5-0d32-4776-a01d-487d1c797557), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:31.758492 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (194ca1b5-0d32-4776-a01d-487d1c797557), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:31.896795 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Publish callbacks [] for router_controller (194ca1b5-0d32-4776-a01d-487d1c797557), precommit_add_association {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:31.900911 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (194ca1b5-0d32-4776-a01d-487d1c797557), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:31.919231 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:31.920406 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-aa14cb93-d621-438f-8b66-eb966ec8be78 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5021560 Mar 02 18:43:34.322548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-507327ea-fa3b-460f-8ba9-fe10efbb4ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:34.484158 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50662) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:34.815817 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [None req-80d2e3d7-15fe-4800-b209-f170d2040f83 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:43:34.816829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-80d2e3d7-15fe-4800-b209-f170d2040f83 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3317258 Mar 02 18:43:35.754581 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f7990-92e6-43e2-8079-feb7ae2a8419 None None] Network e11221f5-b56b-4832-998a-8c5563ed56eb requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:43:35.801907 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5dda7554-ab3a-40a6-bb44-eb24315829a5 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:43:35.918267 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Provisioning complete for port 5dda7554-ab3a-40a6-bb44-eb24315829a5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:35.918697 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:35.975049 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 5dda7554-ab3a-40a6-bb44-eb24315829a5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:35.975364 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.138780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:36.139177 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.155290 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:36.155684 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.195305 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] For port 5dda7554-ab3a-40a6-bb44-eb24315829a5, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=5dda7554-ab3a-40a6-bb44-eb24315829a5,segment=NetworkSegment(8252a110-7f9a-42f5-8449-4e5b8860b351),segment_id=8252a110-7f9a-42f5-8449-4e5b8860b351)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:36.201560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.274780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.db.api [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:36.275192 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG oslo_db.api [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:36.279305 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704e49a-1ff7-4c9d-9623-f70d29b28ba0 None None] Pushing event updated for resources: {'Port': ['ID=5dda7554-ab3a-40a6-bb44-eb24315829a5,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:36.321709 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-d1fcfa6d-ec1a-40b4-a3a4-8e5ba4066624 None None] Provisioning complete for port 5dda7554-ab3a-40a6-bb44-eb24315829a5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:36.322009 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d1fcfa6d-ec1a-40b4-a3a4-8e5ba4066624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.398276 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcfa6d-ec1a-40b4-a3a4-8e5ba4066624 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:36.628989 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-98ee71c2-d78b-45e4-bca6-a9aacff4ad66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:36.812539 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:37.400345 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50672) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:37.717150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.730211 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:37.749962 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Made reservation on behalf of cb6744c3fb8a406596b8af93cb2d49f8 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:37.752698 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.761353 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5dda7554-ab3a-40a6-bb44-eb24315829a5 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:43:37.763433 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.813528 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 5dda7554-ab3a-40a6-bb44-eb24315829a5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:37.814091 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.845839 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks [] for security_group (46e72fe7-84b1-45c7-b5c1-f1ab9d743303), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.850764 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (46e72fe7-84b1-45c7-b5c1-f1ab9d743303), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.867305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Reserving flat network on physical network physnet1 {{(pid=109537) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 18:43:37.889034 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e72fe7-84b1-45c7-b5c1-f1ab9d743303,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:37.892072 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (1cf76d20-545a-462e-88c0-9f134d9c94c0), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.892415 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Added segment 1cf76d20-545a-462e-88c0-9f134d9c94c0 of type flat for network 0675d015-cd0f-4ad2-b3a8-25690a1f628a Mar 02 18:43:37.907374 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:37.938849 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (0675d015-cd0f-4ad2-b3a8-25690a1f628a), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.969215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (0675d015-cd0f-4ad2-b3a8-25690a1f628a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:37.970158 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.970737 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:38.039645 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6382270 Mar 02 18:43:38.064404 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14517-52ce-4b2d-838d-d2dc8caab6ff admin admin] Pushing event updated for resources: {'Network': ['ID=0675d015-cd0f-4ad2-b3a8-25690a1f628a,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:38.074616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:43:39.500139 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:40.534250 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50690) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:40.634430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:40.701000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded6cdb1-d8f3-4079-bf35-5da9818f42d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:40.702373 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ded6cdb1-d8f3-4079-bf35-5da9818f42d8 demo admin] 10.222.0.21 "GET /v2.0/subnets/7776b4f8-fbb9-475c-ae38-24e666dbb44a HTTP/1.1" status: 200 len: 849 time: 0.1671848 Mar 02 18:43:40.825693 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b3601568-d649-4cc2-9222-3bfdbd858b39 demo admin] 10.222.0.21 "GET /v2.0/routers/194ca1b5-0d32-4776-a01d-487d1c797557 HTTP/1.1" status: 200 len: 704 time: 0.1177335 Mar 02 18:43:41.101230 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.440698 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Allocated IP 172.20.0.1 (e11221f5-b56b-4832-998a-8c5563ed56eb/7776b4f8-fbb9-475c-ae38-24e666dbb44a/748d6e28-4dde-4291-9447-7b3485bad30e) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:41.592800 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks [] for port (748d6e28-4dde-4291-9447-7b3485bad30e), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.658439 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.729286 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Network e11221f5-b56b-4832-998a-8c5563ed56eb is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:41.738038 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:41.743184 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:43:41.744241 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (194ca1b5-0d32-4776-a01d-487d1c797557), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.798385 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Pushing event updated for resources: {'Port': ['ID=748d6e28-4dde-4291-9447-7b3485bad30e,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:41.944030 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.954886 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-82870231-dc88-44ae-88fa-b6ef9a36ae4b None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:41.955426 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-82870231-dc88-44ae-88fa-b6ef9a36ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:41.987538 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-82870231-dc88-44ae-88fa-b6ef9a36ae4b None None] Port 748d6e28-4dde-4291-9447-7b3485bad30e cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:43:42.151878 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks [] for port (748d6e28-4dde-4291-9447-7b3485bad30e), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:42.156200 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:42.157225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (194ca1b5-0d32-4776-a01d-487d1c797557), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:42.239717 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Pushing event updated for resources: {'Port': ['ID=748d6e28-4dde-4291-9447-7b3485bad30e,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:42.283159 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Network e11221f5-b56b-4832-998a-8c5563ed56eb is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:42.284751 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:42.451145 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Router 194ca1b5-0d32-4776-a01d-487d1c797557 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:43:42.554296 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:42.559925 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-cf59ef57-b04d-4ac7-92eb-61cdba12ee37 demo admin] 10.222.0.21 "PUT /v2.0/routers/194ca1b5-0d32-4776-a01d-487d1c797557/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7290277 Mar 02 18:43:42.576671 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Sync routers for ids ['194ca1b5-0d32-4776-a01d-487d1c797557'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:42.590126 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Routers {'194ca1b5-0d32-4776-a01d-487d1c797557'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:43:42.590998 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:43:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['194ca1b5-0d32-4776-a01d-487d1c797557'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:42.617354 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-ee7b87ae-3691-4272-8793-f360d8f7473f None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:42.617855 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ee7b87ae-3691-4272-8793-f360d8f7473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:42.653276 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b87ae-3691-4272-8793-f360d8f7473f None None] Port 748d6e28-4dde-4291-9447-7b3485bad30e cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:43:42.784167 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Set router 194ca1b5-0d32-4776-a01d-487d1c797557 gateway port host: None {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:43:43.237807 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:41Z', 'revision_number': 2, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port_host': None, '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:42Z', 'revision_number': 2, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:43.288507 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Checking router: 194ca1b5-0d32-4776-a01d-487d1c797557 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:43.288884 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Updating router 194ca1b5-0d32-4776-a01d-487d1c797557 port 748d6e28-4dde-4291-9447-7b3485bad30e binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:43:43.369529 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:43.861778 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks [] for port (748d6e28-4dde-4291-9447-7b3485bad30e), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:43.868353 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:43.991082 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Pushing event updated for resources: {'Port': ['ID=748d6e28-4dde-4291-9447-7b3485bad30e,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.015258 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.015640 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.015984 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.016319 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.016650 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.016987 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.017298 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.017656 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.017961 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.018301 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.018625 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.018940 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.019260 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Tracked resource versions report: Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: pushed versions: Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: { 'AddressGroup': {'1.2'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'ConntrackHelper': {'1.0'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Log': {'1.0'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Network': {'1.1'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Port': {'1.7'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'PortForwarding': {'1.2'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'QosPolicy': {'1.10'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroup': {'1.5'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SubPort': {'1.0'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Subnet': {'1.1'}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Trunk': {'1.1'}} Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: consumer versions: Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'ConntrackHelper': '1.0', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'LocalIPAssociation': '1.0', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Log': '1.0', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Network': '1.1', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Port': '1.7', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'PortForwarding': '1.2', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'QosPolicy': '1.10', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroup': '1.5', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroupRule': '1.2', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SubPort': '1.0', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Subnet': '1.1', Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Trunk': '1.1'}} Mar 02 18:43:44.021220 dv-cinder-800704-3-iscsi neutron-server[109540]: {{(pid=109540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:43:44.059285 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Attempting to bind port 748d6e28-4dde-4291-9447-7b3485bad30e on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:43:44.059699 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Attempting to bind port 748d6e28-4dde-4291-9447-7b3485bad30e by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:43:44.060116 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Attempting to bind port 748d6e28-4dde-4291-9447-7b3485bad30e on network e11221f5-b56b-4832-998a-8c5563ed56eb {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:43:44.065341 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:43:44.065758 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Checking segment: {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:43:44.066254 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.066645 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Bound using segment: {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:43:44.067169 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Bound port: 748d6e28-4dde-4291-9447-7b3485bad30e, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8252a110-7f9a-42f5-8449-4e5b8860b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:43:44.068077 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.134409 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] For port 748d6e28-4dde-4291-9447-7b3485bad30e, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:44.154243 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] For port 748d6e28-4dde-4291-9447-7b3485bad30e, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=748d6e28-4dde-4291-9447-7b3485bad30e,segment=NetworkSegment(8252a110-7f9a-42f5-8449-4e5b8860b351),segment_id=8252a110-7f9a-42f5-8449-4e5b8860b351)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:44.160809 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.181034 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:44.181616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.210489 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Routers {'194ca1b5-0d32-4776-a01d-487d1c797557'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:43:44.211124 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:43:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['194ca1b5-0d32-4776-a01d-487d1c797557'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.281813 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Current status of the port 748d6e28-4dde-4291-9447-7b3485bad30e is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:44.282569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.309848 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] Set router 194ca1b5-0d32-4776-a01d-487d1c797557 gateway port host: None {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:43:44.321134 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] For port 748d6e28-4dde-4291-9447-7b3485bad30e, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=748d6e28-4dde-4291-9447-7b3485bad30e,segment=NetworkSegment(8252a110-7f9a-42f5-8449-4e5b8860b351),segment_id=8252a110-7f9a-42f5-8449-4e5b8860b351)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:44.329400 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.390793 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfddb10-a955-496e-8563-0cad30123849 None None] Pushing event updated for resources: {'Port': ['ID=748d6e28-4dde-4291-9447-7b3485bad30e,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.402100 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634f7b6-cdcb-4e1c-87c3-7febc42eb649 None None] Pushing event updated for resources: {'Port': ['ID=748d6e28-4dde-4291-9447-7b3485bad30e,revision_number=4']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.451372 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-ee6df44e-0bf1-4b3b-8a2a-41f4952ffee9 None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:44.452086 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ee6df44e-0bf1-4b3b-8a2a-41f4952ffee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:44.529199 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:41Z', 'revision_number': 2, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port_host': None, '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:44Z', 'revision_number': 4, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.532936 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-ee6df44e-0bf1-4b3b-8a2a-41f4952ffee9 None None] Current status of the port 748d6e28-4dde-4291-9447-7b3485bad30e is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:44.561460 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f9990-571f-4cae-a449-7a9e7cbe4596 None None] The sync data for ids ['194ca1b5-0d32-4776-a01d-487d1c797557'] in dv-cinder-800704-3-iscsi is: [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:41Z', 'revision_number': 2, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port_host': None, '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:44Z', 'revision_number': 4, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:44.985186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50710) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:45.095954 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2edbeb-1f1c-446d-8f4b-63dbbf2e1f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:45.097363 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ba2edbeb-1f1c-446d-8f4b-63dbbf2e1f17 admin admin] 10.222.0.21 "GET /v2.0/networks/0675d015-cd0f-4ad2-b3a8-25690a1f628a HTTP/1.1" status: 200 len: 842 time: 0.1110847 Mar 02 18:43:45.107346 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:45.128501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Made reservation on behalf of cb6744c3fb8a406596b8af93cb2d49f8 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:45.131166 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:45.496442 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.objects.ports [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109537) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 18:43:45.496886 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (f5ad8fce-67fc-4a89-806a-39518c49a99f), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:45.549947 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ad8fce-67fc-4a89-806a-39518c49a99f,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:45.561183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:43:45.561576 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Network hostable DHCP agents. Network: 0675d015-cd0f-4ad2-b3a8-25690a1f628a, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:45.578032 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:45.587207 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 0675d015-cd0f-4ad2-b3a8-25690a1f628a) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:45.591319 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:45.591914 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:45.598384 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc83db8-1b63-4bc5-a1ad-77054155a161 None None] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:43:45.623375 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-25bd8f9f-0d08-4bec-ab1e-a459c2a064b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5052681 Mar 02 18:43:45.720138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb4075-9efe-42db-87cb-0ddfe1c6a11b None None] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:43:48.053383 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 50718) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:48.164840 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.policy [None req-7e4cce49-3ae5-4961-a63f-931f23d465d5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109538) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 18:43:48.208728 dv-cinder-800704-3-iscsi neutron-server[109538]: WARNING oslo_policy.policy [None req-7e4cce49-3ae5-4961-a63f-931f23d465d5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:48.209113 dv-cinder-800704-3-iscsi neutron-server[109538]: WARNING oslo_policy.policy [None req-7e4cce49-3ae5-4961-a63f-931f23d465d5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:43:48.458283 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-7e4cce49-3ae5-4961-a63f-931f23d465d5 demo admin] 10.222.0.21 "GET /v2.0/routers/194ca1b5-0d32-4776-a01d-487d1c797557 HTTP/1.1" status: 200 len: 710 time: 0.4037309 Mar 02 18:43:48.645805 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c15e4-8048-4ed9-a1c8-4b091d9e5526 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:48.647654 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4c7c15e4-8048-4ed9-a1c8-4b091d9e5526 demo admin] 10.222.0.21 "GET /v2.0/networks/0675d015-cd0f-4ad2-b3a8-25690a1f628a HTTP/1.1" status: 200 len: 886 time: 0.1840878 Mar 02 18:43:48.656924 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:48.926180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks [] for router_gateway (194ca1b5-0d32-4776-a01d-487d1c797557), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:49.168305 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks [] for router_gateway (194ca1b5-0d32-4776-a01d-487d1c797557), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:49.248351 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:49.444708 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Allocated IP 172.27.1.133 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/ae8a850c-1589-4ea1-a2d7-128190fb30d5) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:49.553835 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks [] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:49.615427 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:49.682320 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:49.687118 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:49.731165 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:43:49.772897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Pushing event updated for resources: {'Port': ['ID=ae8a850c-1589-4ea1-a2d7-128190fb30d5,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:49.814006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.814280 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.814637 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.814969 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.815297 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.815626 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.815973 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.816303 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.816627 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.816977 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.817293 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.817698 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.818516 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Tracked resource versions report: Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: pushed versions: Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: { 'AddressGroup': {'1.2'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'ConntrackHelper': {'1.0'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Log': {'1.0'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Network': {'1.1'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Port': {'1.7'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'PortForwarding': {'1.2'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'QosPolicy': {'1.10'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroup': {'1.5'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SubPort': {'1.0'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Subnet': {'1.1'}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Trunk': {'1.1'}} Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: consumer versions: Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'ConntrackHelper': '1.0', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'LocalIPAssociation': '1.0', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Log': '1.0', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Network': '1.1', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Port': '1.7', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'PortForwarding': '1.2', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'QosPolicy': '1.10', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroup': '1.5', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroupRule': '1.2', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SubPort': '1.0', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Subnet': '1.1', Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Trunk': '1.1'}} Mar 02 18:43:49.819924 dv-cinder-800704-3-iscsi neutron-server[109538]: {{(pid=109538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:43:50.044280 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks [] for router_gateway (194ca1b5-0d32-4776-a01d-487d1c797557), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:50.283624 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4109'] for router (194ca1b5-0d32-4776-a01d-487d1c797557), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:50.289122 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547850'] for router (194ca1b5-0d32-4776-a01d-487d1c797557), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:50.403818 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Router 194ca1b5-0d32-4776-a01d-487d1c797557 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:43:50.511819 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:43:50.516710 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:50.517918 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-916c9c12-4fb8-479e-8905-10e5a8eecb21 demo admin] 10.222.0.21 "PUT /v2.0/routers/194ca1b5-0d32-4776-a01d-487d1c797557 HTTP/1.1" status: 200 len: 890 time: 1.8645017 Mar 02 18:43:51.764106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 748d6e28-4dde-4291-9447-7b3485bad30e up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:43:51.813563 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:51.813966 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:51.891605 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 748d6e28-4dde-4291-9447-7b3485bad30e is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:53.086604 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 50736) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:43:53.211533 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-6eaa183c-a689-4d24-9092-db293b3d63de admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238179 Mar 02 18:43:53.214735 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Sync routers for ids ['194ca1b5-0d32-4776-a01d-487d1c797557'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:53.228154 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Routers {'194ca1b5-0d32-4776-a01d-487d1c797557'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:43:53.228985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:43:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['194ca1b5-0d32-4776-a01d-487d1c797557'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:53.465719 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Set router 194ca1b5-0d32-4776-a01d-487d1c797557 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:43:53.945075 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 4, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port': {'id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:49Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:44Z', 'revision_number': 5, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:53.994919 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Checking router: 194ca1b5-0d32-4776-a01d-487d1c797557 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:53.995304 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Updating router 194ca1b5-0d32-4776-a01d-487d1c797557 port ae8a850c-1589-4ea1-a2d7-128190fb30d5 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:43:54.049412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.369706 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks [] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.375686 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.430487 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Attempting to bind port ae8a850c-1589-4ea1-a2d7-128190fb30d5 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:43:54.430861 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Attempting to bind port ae8a850c-1589-4ea1-a2d7-128190fb30d5 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:43:54.431226 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Attempting to bind port ae8a850c-1589-4ea1-a2d7-128190fb30d5 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:43:54.433273 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54702c56-420a-432a-8809-fe3ddb70a209 None None] Pushing event updated for resources: {'Port': ['ID=ae8a850c-1589-4ea1-a2d7-128190fb30d5,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:54.439001 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:43:54.439377 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:43:54.439778 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.440165 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:43:54.440631 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Bound port: ae8a850c-1589-4ea1-a2d7-128190fb30d5, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:43:54.441121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.493885 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] For port ae8a850c-1589-4ea1-a2d7-128190fb30d5, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:43:54.497072 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] For port ae8a850c-1589-4ea1-a2d7-128190fb30d5, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=ae8a850c-1589-4ea1-a2d7-128190fb30d5,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:43:54.503988 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:54.569087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Routers {'194ca1b5-0d32-4776-a01d-487d1c797557'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:43:54.569679 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:43:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['194ca1b5-0d32-4776-a01d-487d1c797557'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:54.574695 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54702c56-420a-432a-8809-fe3ddb70a209 None None] Pushing event updated for resources: {'Port': ['ID=ae8a850c-1589-4ea1-a2d7-128190fb30d5,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:54.682905 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] Set router 194ca1b5-0d32-4776-a01d-487d1c797557 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:43:54.906982 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 4, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port': {'id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:49Z', 'updated_at': '2022-03-02T18:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:44Z', 'revision_number': 5, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:54.933855 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fa223-c3e5-4ee7-9cfe-a1b5579e045a None None] The sync data for ids ['194ca1b5-0d32-4776-a01d-487d1c797557'] in dv-cinder-800704-3-iscsi is: [{'id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'name': 'router1', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:31Z', 'updated_at': '2022-03-02T18:43:49Z', 'revision_number': 4, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'gw_port': {'id': 'ae8a850c-1589-4ea1-a2d7-128190fb30d5', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:49Z', 'updated_at': '2022-03-02T18:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '748d6e28-4dde-4291-9447-7b3485bad30e', 'name': '', 'network_id': 'e11221f5-b56b-4832-998a-8c5563ed56eb', 'tenant_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'mac_address': 'fa:16:3e:fe:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194ca1b5-0d32-4776-a01d-487d1c797557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:43:41Z', 'updated_at': '2022-03-02T18:43:44Z', 'revision_number': 5, 'project_id': 'e6efb0a7f6504c128fda7b871c8160ee', 'subnets': [{'id': '7776b4f8-fbb9-475c-ae38-24e666dbb44a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdfe60c1-8cc9-4f80-a9ef-7dbc3fcee33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:55.813671 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device ae8a850c-1589-4ea1-a2d7-128190fb30d5 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:43:55.872597 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port ae8a850c-1589-4ea1-a2d7-128190fb30d5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:55.873866 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:55.995496 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port ae8a850c-1589-4ea1-a2d7-128190fb30d5 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:43:55.996148 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:56.022089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port ae8a850c-1589-4ea1-a2d7-128190fb30d5, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=ae8a850c-1589-4ea1-a2d7-128190fb30d5,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:43:56.027295 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:56.080602 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=ae8a850c-1589-4ea1-a2d7-128190fb30d5,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.800250 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device ae8a850c-1589-4ea1-a2d7-128190fb30d5 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:43:57.865821 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port ae8a850c-1589-4ea1-a2d7-128190fb30d5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:43:57.866708 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (ae8a850c-1589-4ea1-a2d7-128190fb30d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:43:57.971070 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port ae8a850c-1589-4ea1-a2d7-128190fb30d5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:44:04.327121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01c5523c-709c-4908-a90a-a87a0ae877fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:06.482321 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:44:06.630053 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-06826edd-80b0-4928-b8e9-6c2a2249e08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:07.721785 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:09.517261 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:10.642023 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:34.331411 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9633f8ec-2f86-4553-a966-f09b5e5a9821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:36.629443 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a30-e443-4983-8fc6-f65c7ddf23c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:37.748100 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:39.516115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:40.639776 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:44:43.481503 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:45:04.335047 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7bea4bfe-fd0a-4027-8e77-1a58b81b2582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:06.623774 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4b10ea6e-ad0c-49a8-8f52-cbeb45d092bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:07.725398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:09.517738 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:10.642088 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:16.547063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51220) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:16.606674 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb7690a-68ee-4b99-a0b5-924302e4e426 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:45:16.607951 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7cb7690a-68ee-4b99-a0b5-924302e4e426 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599525 Mar 02 18:45:16.767456 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db757b94-f84f-4f28-9e61-d2c43e190f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:16.768930 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-db757b94-f84f-4f28-9e61-d2c43e190f4e admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568315 Mar 02 18:45:19.090784 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51230) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:19.181397 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51d101-d111-49a3-a9a7-f428353e4912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:19.182727 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-bc51d101-d111-49a3-a9a7-f428353e4912 admin admin] 10.222.0.21 "GET /v2.0/subnets/7776b4f8-fbb9-475c-ae38-24e666dbb44a HTTP/1.1" status: 200 len: 849 time: 0.0910082 Mar 02 18:45:19.192384 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:19.275539 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Publish callbacks [] for subnet (7776b4f8-fbb9-475c-ae38-24e666dbb44a), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:19.418719 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759965068005'] for subnet (7776b4f8-fbb9-475c-ae38-24e666dbb44a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:19.450341 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:19.450932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:19.452695 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] 10.222.0.21 "PUT /v2.0/subnets/7776b4f8-fbb9-475c-ae38-24e666dbb44a HTTP/1.1" status: 200 len: 868 time: 0.2635472 Mar 02 18:45:19.455581 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e865ae1-3229-4c05-afcf-d8356de8d826 None None] Network e11221f5-b56b-4832-998a-8c5563ed56eb requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:45:19.470824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7776b4f8-fbb9-475c-ae38-24e666dbb44a,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.478620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.478990 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.479335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.479723 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.480202 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.480539 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.480885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.481219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.481598 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.481997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.482311 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.482687 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.483015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6abfe1-e53a-4b24-9f13-dee1636e5fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:19.801399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Provisioning complete for port 748d6e28-4dde-4291-9447-7b3485bad30e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:45:19.801800 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (748d6e28-4dde-4291-9447-7b3485bad30e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:19.876645 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Current status of the port 748d6e28-4dde-4291-9447-7b3485bad30e is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:45:19.886455 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Provisioning complete for port 5dda7554-ab3a-40a6-bb44-eb24315829a5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:45:19.886851 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5dda7554-ab3a-40a6-bb44-eb24315829a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:19.963263 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-e240c0a0-cb7a-4df6-b808-0f2a40169d01 None None] Current status of the port 5dda7554-ab3a-40a6-bb44-eb24315829a5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:45:20.480000 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:45:21.782014 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51238) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:21.983108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7542-b16f-407f-bd9d-4cba9a021dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:21.983502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7542-b16f-407f-bd9d-4cba9a021dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:21.985051 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d3bd7542-b16f-407f-bd9d-4cba9a021dd7 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020810 Mar 02 18:45:24.286384 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51246) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:24.484727 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59539e-4588-46ee-b17e-b2e1edacb34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:24.485114 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59539e-4588-46ee-b17e-b2e1edacb34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:24.486674 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-9d59539e-4588-46ee-b17e-b2e1edacb34f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992965 Mar 02 18:45:26.791146 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51256) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:26.913492 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d711c3f-3dd3-468c-8565-583c0aa82630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.914876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-6d711c3f-3dd3-468c-8565-583c0aa82630 admin admin] 10.222.0.21 "GET /v2.0/networks/0675d015-cd0f-4ad2-b3a8-25690a1f628a HTTP/1.1" status: 200 len: 886 time: 0.1227682 Mar 02 18:45:29.253508 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51264) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:29.388428 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde56802-3188-4b48-9c04-044c67808957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:29.389852 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-cde56802-3188-4b48-9c04-044c67808957 admin admin] 10.222.0.21 "GET /v2.0/networks/e11221f5-b56b-4832-998a-8c5563ed56eb HTTP/1.1" status: 200 len: 869 time: 0.1353309 Mar 02 18:45:31.716102 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51272) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:31.840737 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9072e49-1625-429a-9235-3ee19a7fe20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:31.841194 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9072e49-1625-429a-9235-3ee19a7fe20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:31.842758 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c9072e49-1625-429a-9235-3ee19a7fe20b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256437 Mar 02 18:45:34.192364 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51280) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:34.282788 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15161db7-ce7b-41a4-98cb-722c20c81bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:34.283243 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15161db7-ce7b-41a4-98cb-722c20c81bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:34.284750 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-15161db7-ce7b-41a4-98cb-722c20c81bd0 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914500 Mar 02 18:45:34.338168 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6beb-54ef-4310-a25f-ae733093d460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:36.609084 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51288) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:36.625881 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4e3be37b-8997-46e7-af8e-a82cd0f057e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:36.703231 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de693a0c-0f3a-4f5b-b55c-ac72875e6ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:36.704593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-de693a0c-0f3a-4f5b-b55c-ac72875e6ad6 admin admin] 10.222.0.21 "GET /v2.0/subnets/7776b4f8-fbb9-475c-ae38-24e666dbb44a HTTP/1.1" status: 200 len: 868 time: 0.0941787 Mar 02 18:45:37.729565 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:39.048021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51296) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:45:39.135356 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d4f0c-57a2-42c7-b4c9-1eb489a7e9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:39.136675 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e37d4f0c-57a2-42c7-b4c9-1eb489a7e9b5 admin admin] 10.222.0.21 "GET /v2.0/subnets/f5ad8fce-67fc-4a89-806a-39518c49a99f HTTP/1.1" status: 200 len: 816 time: 0.0877283 Mar 02 18:45:39.517183 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:40.644911 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:45:57.479766 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:46:04.339992 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-79c5866e-300e-4d25-98b7-5ddf2d67b563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:06.627398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e883dd78-a900-44ed-977f-1fb5f0f7bdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:07.430614 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51348) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:46:07.479201 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [None req-8e4a1904-3517-46b6-9eea-6c224df6c163 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:46:07.480207 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8e4a1904-3517-46b6-9eea-6c224df6c163 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486479 Mar 02 18:46:07.732760 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:09.523285 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:09.883714 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51356) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:46:09.943249 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77bc742-9934-4923-b149-b52cfae83992 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:46:09.944535 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a77bc742-9934-4923-b149-b52cfae83992 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597169 Mar 02 18:46:10.029807 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef38a4-620c-4bf6-b633-24c014a47fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:10.031205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-29ef38a4-620c-4bf6-b633-24c014a47fdc admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825481 Mar 02 18:46:10.647420 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.387254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51364) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:46:12.433812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:12.452762 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Made reservation on behalf of cb6744c3fb8a406596b8af93cb2d49f8 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:12.455052 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.481693 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING neutron.services.revisions.revision_plugin [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Could not find related network for resource to bump revision. Mar 02 18:46:12.492716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:12.502396 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (aaef225f-d3a9-4de6-a308-93b323e18d76), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.502723 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Added segment aaef225f-d3a9-4de6-a308-93b323e18d76 of type vlan for network c0c6ca9d-a444-4472-b39e-18edbd375419 Mar 02 18:46:12.543751 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (c0c6ca9d-a444-4472-b39e-18edbd375419), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.662138 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (c0c6ca9d-a444-4472-b39e-18edbd375419), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.663285 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:12.663856 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:12.716234 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3278983 Mar 02 18:46:12.726726 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0615e-f2d3-4104-875b-214e18587436 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c6ca9d-a444-4472-b39e-18edbd375419,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:12.738162 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network c0c6ca9d-a444-4472-b39e-18edbd375419 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:46:15.059484 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51372) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:46:15.125029 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e1083a-8550-4cd9-907a-0ed045bff800 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:46:15.126318 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-70e1083a-8550-4cd9-907a-0ed045bff800 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658727 Mar 02 18:46:15.197853 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8510c1c0-1f9f-4c71-b7e3-7941f0676377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:15.199305 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8510c1c0-1f9f-4c71-b7e3-7941f0676377 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682669 Mar 02 18:46:15.209057 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:15.227002 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Made reservation on behalf of cb6744c3fb8a406596b8af93cb2d49f8 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:15.229381 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:15.391416 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (826dca1c-7b18-4ee4-8837-3650e8cfe7c9), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:15.456204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Pushing event updated for resources: {'Subnet': ['ID=826dca1c-7b18-4ee4-8837-3650e8cfe7c9,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.462165 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Checking segment: {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:46:15.463112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Network hostable DHCP agents. Network: c0c6ca9d-a444-4472-b39e-18edbd375419, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:15.478334 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Network c0c6ca9d-a444-4472-b39e-18edbd375419 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:15.487394 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, c0c6ca9d-a444-4472-b39e-18edbd375419) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:15.492418 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:15.493125 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:15.498097 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e88fd3-0ea8-47c6-9f94-5d51209da0e1 None None] Network c0c6ca9d-a444-4472-b39e-18edbd375419 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:46:15.517370 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e084c691-b6ce-47ea-87b9-3a0cd59b90db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060086 Mar 02 18:46:15.606698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-c0c6ca9d-a444-4472-b39e-18edbd375419', 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419', 'project_id': 'cb6744c3fb8a406596b8af93cb2d49f8', 'fixed_ips': [{'subnet_id': '826dca1c-7b18-4ee4-8837-3650e8cfe7c9'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:46:15.607799 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:15.860887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Allocated IP 192.168.233.2 (c0c6ca9d-a444-4472-b39e-18edbd375419/826dca1c-7b18-4ee4-8837-3650e8cfe7c9/67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:16.007681 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks [] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:16.013480 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:16.054452 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Network c0c6ca9d-a444-4472-b39e-18edbd375419 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:16.057170 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:16.060605 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:46:16.066232 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Pushing event updated for resources: {'Port': ['ID=67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:16.092687 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.093056 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.093446 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.093796 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.094129 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.094460 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.094793 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.095124 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.095450 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.095792 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.096126 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.096448 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.096771 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:16.143819 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Attempting to bind port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:46:16.144189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Attempting to bind port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:46:16.144552 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Attempting to bind port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 on network c0c6ca9d-a444-4472-b39e-18edbd375419 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:46:16.149778 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:46:16.150152 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Checking segment: {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:46:16.150569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:16.150957 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Bound using segment: {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:46:16.151424 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Bound port: 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:46:16.151801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:16.217268 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] For port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:46:16.220420 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] For port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:46:16.226644 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:16.284995 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f902a-1f19-4b75-9507-09d50ca5fb08 None None] Pushing event updated for resources: {'Port': ['ID=67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:17.161702 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73347f-0ea1-43ca-bf3d-9563e1587b79 None None] Network c0c6ca9d-a444-4472-b39e-18edbd375419 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:46:17.253375 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Provisioning complete for port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:46:17.253698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:17.364910 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Current status of the port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:46:17.365777 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:17.402541 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] For port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:46:17.408491 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:17.466710 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad75937-f431-4d01-b0bd-e50b9e12f0a4 None None] Pushing event updated for resources: {'Port': ['ID=67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:17.531485 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-62cb49c9-d5c2-40dc-a63a-1a587fcb400b None None] Provisioning complete for port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:46:17.531879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-62cb49c9-d5c2-40dc-a63a-1a587fcb400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:17.610064 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-62cb49c9-d5c2-40dc-a63a-1a587fcb400b None None] Current status of the port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:46:17.867455 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:46:17.919873 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:46:17.920258 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:17.996637 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 67f9058b-f8b2-4c0e-bfcb-ebc82f8f6a26 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:46:34.346526 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c247d7b8-b274-4a62-b6d2-ff4f53e04c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:34.479301 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:46:36.630331 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-871848df-62dd-4dcd-89f7-a8f746c08555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:37.735031 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:39.523890 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:46:40.650354 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:04.339030 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-26bfb735-41fc-43f3-8046-1862646fd954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:06.632159 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2199-4283-487e-931d-d95d71b6f571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:07.740908 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:09.528216 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:10.653816 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:11.478582 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:47:34.351530 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ee4c32b1-2eb4-4629-b55f-4df646086424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.234596 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51410) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:47:36.240349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [None req-60032abb-5948-47a9-b4c6-43ff7c312e0f tempest-verify_tempest_config-482975167 tempest-verify_tempest_config-482975167-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:47:36.241361 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-60032abb-5948-47a9-b4c6-43ff7c312e0f tempest-verify_tempest_config-482975167 tempest-verify_tempest_config-482975167-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057662 Mar 02 18:47:36.553598 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51428) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:47:36.636447 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-44f9189d-9d7f-4767-9c4d-5ae70f17a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.674681 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.761280 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Publish callbacks [] for security_group (4c33c2e0-8a5c-4536-8005-d94ac691179a), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.766173 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4c33c2e0-8a5c-4536-8005-d94ac691179a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.819392 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d87662edfa94f8fb13496a6967b70c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2646139 Mar 02 18:47:36.820155 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33c2e0-8a5c-4536-8005-d94ac691179a,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:36.822770 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51432) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:47:36.827753 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.828099 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.828453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.828797 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.829136 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.829560 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.830452 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.830790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.831142 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.831477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.831807 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.832133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.832456 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331381a2-6e1a-4a10-85cf-5081d0b01401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:36.915786 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Publish callbacks [] for security_group (4c33c2e0-8a5c-4536-8005-d94ac691179a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:36.936957 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Publish callbacks [] for security_group (4c33c2e0-8a5c-4536-8005-d94ac691179a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:37.031094 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4c33c2e0-8a5c-4536-8005-d94ac691179a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:37.033905 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:37.035066 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c33c2e0-8a5c-4536-8005-d94ac691179a HTTP/1.1" status: 204 len: 168 time: 0.2107356 Mar 02 18:47:37.043696 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33c2e0-8a5c-4536-8005-d94ac691179a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:37.051427 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.051800 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.052151 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.052489 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.052824 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.053158 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.053604 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.053880 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.054187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.054706 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.055040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.055368 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.055693 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462d3ba7-36cd-4dd7-a076-0da27b594bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:37.740584 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:39.529684 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:40.657490 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:47:48.478112 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:48:04.343818 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-56af506a-bae3-4e1f-8681-d4aaf0098f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:06.638029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8db3289e-3ce7-446a-a6b1-b915235eba09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:07.742867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:09.537549 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:10.661005 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:25.476564 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:48:34.345763 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4be99944-d246-412e-afc1-77aae3917a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:36.639829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-482c0ae5-5873-4fd6-81d4-6256171aad4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:37.746731 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:39.539846 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:48:40.663400 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:02.475988 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 5 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:49:04.352150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-54e4cdf0-5a0b-4639-b167-8faaabfb42aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:06.643947 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee05d-5a9f-44f6-ada9-96518ae33d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:07.750508 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:09.542122 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:10.665103 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:22.656508 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546644'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:34.345263 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5b6a817e-3467-4a82-b092-74cc3d9fbf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:36.646986 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b21d26e0-33fa-41ee-bfb3-bfe0c51a4a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:37.335843 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51504) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:49:37.439863 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-8c29128a-c456-448d-9e85-0fb7adee3909 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028824 Mar 02 18:49:37.755445 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:39.475473 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:49:39.546507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:39.762083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51514) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:49:39.816483 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5e315842-9dea-4f17-bd37-bd668a520210 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532708 Mar 02 18:49:40.668796 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:49:52.647391 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:04.346575 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-94ba51e9-3eb7-4b99-90e4-bee6655cb249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:06.648667 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8aeec990-7707-42e4-803e-5dd8f59dc89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:07.755025 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:09.553066 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:10.672257 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:16.474708 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:50:22.634183 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:34.350096 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07e553cb-de3c-40d1-b7c9-2d9f22bf5966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:36.655551 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f10a3504-8362-4717-a572-6b09766cbe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:37.759863 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:39.555953 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:40.679616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:52.653272 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:50:53.473915 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:51:04.354497 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5aca-f2c4-4f49-89da-5f6afb7f17e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:06.649443 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3b741e1a-2816-4a48-b4c9-7f2f34026e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:07.762562 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:09.559505 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:10.674376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:16.983157 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51666) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:17.200636 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-810084182-network', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:17.248319 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Made reservation on behalf of 158bcfa77a0a470dbd9d9e4aee15f4e4 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:17.251239 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.265097 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.357382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks [] for security_group (29515afa-45fd-41d0-bf44-11f8e6f70101), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.361858 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (29515afa-45fd-41d0-bf44-11f8e6f70101), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.367079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51694) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:17.401523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29515afa-45fd-41d0-bf44-11f8e6f70101,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:17.420684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.421115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.421687 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.422073 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.422515 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.422771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.423129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.424075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.424075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.424652 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.424652 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.424925 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.425482 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Tracked resource versions report: Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: pushed versions: Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: { 'AddressGroup': {'1.2'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'ConntrackHelper': {'1.0'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Log': {'1.0'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Network': {'1.1'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Port': {'1.7'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'PortForwarding': {'1.2'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'QosPolicy': {'1.10'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroup': {'1.5'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SubPort': {'1.0'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Subnet': {'1.1'}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Trunk': {'1.1'}} Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: consumer versions: Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: HyperV agent@hv-cinder-80070: {}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'ConntrackHelper': '1.0', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'LocalIPAssociation': '1.0', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Log': '1.0', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Network': '1.1', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Port': '1.7', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'PortForwarding': '1.2', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'QosPolicy': '1.10', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroup': '1.5', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SecurityGroupRule': '1.2', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'SubPort': '1.0', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Subnet': '1.1', Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: 'Trunk': '1.1'}} Mar 02 18:51:17.426658 dv-cinder-800704-3-iscsi neutron-server[109538]: {{(pid=109538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:51:17.439109 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:17.457450 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759964937876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (b8c046f7-3f4b-4e91-8070-42ea6c7d67de), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.458346 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Unsubscribe: segment precommit_create {{(pid=109538) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:51:17.458989 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Added segment b8c046f7-3f4b-4e91-8070-42ea6c7d67de of type vlan for network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 Mar 02 18:51:17.513446 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (37eb12c1-7750-4b67-9e1b-4d7712c7fb34), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.564197 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (37eb12c1-7750-4b67-9e1b-4d7712c7fb34), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.565439 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:17.566094 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.660008 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6731031 Mar 02 18:51:17.660423 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51720) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:17.666981 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Request body: {'subnet': {'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-subnet', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:17.683749 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b51cc-0ea8-48ec-a9de-dc6ce8e81c77 admin admin] Pushing event updated for resources: {'Network': ['ID=37eb12c1-7750-4b67-9e1b-4d7712c7fb34,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:17.687313 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Made reservation on behalf of 158bcfa77a0a470dbd9d9e4aee15f4e4 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:17.691472 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.695997 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:17.821968 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142450879-network', 'tenant_id': '015ecc24386d41929577a45066d9890f'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:17.886090 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Made reservation on behalf of 015ecc24386d41929577a45066d9890f for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:17.888770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.904667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.941139 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (27b1a08e-a842-483a-9385-cb33174b5c4e), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:17.958057 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51736) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:18.054791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks [] for security_group (d0e08ffd-253a-4c29-a5c9-198a18edc400), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.058097 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Checking segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:18.058584 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Network hostable DHCP agents. Network: 37eb12c1-7750-4b67-9e1b-4d7712c7fb34, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:18.063695 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d0e08ffd-253a-4c29-a5c9-198a18edc400), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.097203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:18.105554 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:18.117216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (a894024f-cca1-4849-a939-8f8e82764899), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.117587 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Added segment a894024f-cca1-4849-a939-8f8e82764899 of type vlan for network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 Mar 02 18:51:18.127357 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b1a08e-a842-483a-9385-cb33174b5c4e,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:18.129748 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 37eb12c1-7750-4b67-9e1b-4d7712c7fb34) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:18.140240 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222a95b-00e3-4402-8e50-aba8aba5d79f None None] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:18.166161 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:18.166975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.185885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.196787 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51750) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:18.200888 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.201431 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.201785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.202176 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.202600 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.202937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.203278 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.203748 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.204107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.204471 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.204799 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.205122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.205470 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] Tracked resource versions report: Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: pushed versions: Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: { 'AddressGroup': {'1.2'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'ConntrackHelper': {'1.0'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Log': {'1.0'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Network': {'1.1'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Port': {'1.7'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'PortForwarding': {'1.2'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'QosPolicy': {'1.10'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroup': {'1.5'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SubPort': {'1.0'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Subnet': {'1.1'}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Trunk': {'1.1'}} Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: consumer versions: Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: HyperV agent@hv-cinder-80070: {}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'ConntrackHelper': '1.0', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'LocalIPAssociation': '1.0', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Log': '1.0', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Network': '1.1', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Port': '1.7', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'PortForwarding': '1.2', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'QosPolicy': '1.10', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroup': '1.5', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SecurityGroupRule': '1.2', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'SubPort': '1.0', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Subnet': '1.1', Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: 'Trunk': '1.1'}} Mar 02 18:51:18.206607 dv-cinder-800704-3-iscsi neutron-server[109537]: {{(pid=109537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:51:18.227639 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ad948060-5c54-43aa-abb6-4871a9d8a1b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5661457 Mar 02 18:51:18.230660 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51754) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:18.236578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:18.255451 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e08ffd-253a-4c29-a5c9-198a18edc400,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:18.259268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.260359 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:18.261160 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.278070 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4a923-1c92-4192-a109-4a1a7b3e38ba None None] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:18.295491 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.297839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.326251 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51758) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:18.329221 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] Pushing event updated for resources: {'Network': ['ID=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:18.343923 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:18.352165 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-04d5c8e0-27ec-4fe1-a256-a1014bfeaeee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9838901 Mar 02 18:51:18.353495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51762) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:18.359703 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Request body: {'subnet': {'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142450879-subnet', 'tenant_id': '015ecc24386d41929577a45066d9890f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:18.384687 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Made reservation on behalf of 015ecc24386d41929577a45066d9890f for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:18.392305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.432500 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for router_controller (5d4e833f-ec4e-4406-9e9a-b243853659e4), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.440165 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-645048363-network', 'tenant_id': '5b40e6f601ce4fed815b312e0914e075'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:18.449117 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1127433742-network', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:18.520248 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Made reservation on behalf of aa92365a822646c8ac90621768eba7ef for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:18.523572 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.534154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.594236 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:18.596942 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.610383 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-network', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:18.628193 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (b4154aff-3bc6-41c5-a15c-b5c511b5972c), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.648503 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.670747 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4154aff-3bc6-41c5-a15c-b5c511b5972c,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:18.672824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Made reservation on behalf of 4f7e363a224745e88186b776ab7f9ef4 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:18.675800 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.686807 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.766024 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks [] for security_group (1ec75554-2a4f-4692-ad75-d61c1657b3b7), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.778667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1ec75554-2a4f-4692-ad75-d61c1657b3b7), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.831929 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec75554-2a4f-4692-ad75-d61c1657b3b7,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:18.836244 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Checking segment: {'id': 'a894024f-cca1-4849-a939-8f8e82764899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:18.836635 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Network hostable DHCP agents. Network: a72e84b7-d930-40bf-8c2b-f4b90df8ddb3, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:18.863504 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:18.879209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (0611b81f-c13a-4e18-be10-49108f7d7cdc), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.879916 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Added segment 0611b81f-c13a-4e18-be10-49108f7d7cdc of type vlan for network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 Mar 02 18:51:18.889255 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:18.894654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for router_gateway (5d4e833f-ec4e-4406-9e9a-b243853659e4), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.941400 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, a72e84b7-d930-40bf-8c2b-f4b90df8ddb3) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:18.954524 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85031d7b-3bef-4147-a52b-00e9539791f2 None None] Network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:18.966239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:18.969055 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.980330 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks [] for security_group (8995c143-4360-4e24-9363-4e8fe48951fc), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:18.988667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (4f6a2f40-b01d-44bc-880f-149b7df47fe3), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.006833 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a16b2f7d-871f-4df1-8395-3fa363f9cf77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6520600 Mar 02 18:51:19.021364 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8995c143-4360-4e24-9363-4e8fe48951fc), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.044694 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (4f6a2f40-b01d-44bc-880f-149b7df47fe3), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.047020 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:19.054893 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.068984 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:19.087740 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks [] for security_group (42e5e61c-8f4f-4194-b70e-a5578a046e57), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.106635 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (42e5e61c-8f4f-4194-b70e-a5578a046e57), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.109762 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4265e218-8363-4808-bed2-a38603cbeb1b), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.110103 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Added segment 4265e218-8363-4808-bed2-a38603cbeb1b of type vlan for network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b Mar 02 18:51:19.129789 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995c143-4360-4e24-9363-4e8fe48951fc,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.139787 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] Pushing event updated for resources: {'Network': ['ID=4f6a2f40-b01d-44bc-880f-149b7df47fe3,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.153589 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d2ab7c1d-4db5-46b9-831f-e7d0727d1f6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8216975 Mar 02 18:51:19.156434 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51794) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:19.157830 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:19.170395 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Request body: {'subnet': {'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-subnet', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:19.190616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:19.208516 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (a4d812a8-f7a0-4924-93a4-166f52ebebb6), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.209134 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Added segment a4d812a8-f7a0-4924-93a4-166f52ebebb6 of type vlan for network c8ead4be-46bc-466c-aa11-fe7cda731823 Mar 02 18:51:19.211335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Made reservation on behalf of 4f7e363a224745e88186b776ab7f9ef4 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:19.214874 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.235171 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc01a8e-a070-43ed-84cb-02e5e7714846 None None] Network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:19.247546 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.250215 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5e61c-8f4f-4194-b70e-a5578a046e57,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.381025 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (c8ead4be-46bc-466c-aa11-fe7cda731823), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.431360 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.440804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:19.441670 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.571695 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (993b6a24-c3a5-459a-a102-b5f2911174bf), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.626295 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993b6a24-c3a5-459a-a102-b5f2911174bf,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.626712 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6670711 Mar 02 18:51:19.630488 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51800) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:19.636094 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Request body: {'subnet': {'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1127433742-subnet', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:19.666473 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Checking segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:19.666842 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Network hostable DHCP agents. Network: 4f6a2f40-b01d-44bc-880f-149b7df47fe3, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:19.669294 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (c8ead4be-46bc-466c-aa11-fe7cda731823), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.670292 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:19.670512 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Made reservation on behalf of aa92365a822646c8ac90621768eba7ef for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:19.670874 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.672993 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.693075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c03b1b-9267-4588-9e87-738c46fea77f admin admin] Pushing event updated for resources: {'Network': ['ID=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.710308 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:19.735240 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:19.754423 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 4f6a2f40-b01d-44bc-880f-149b7df47fe3) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:19.761941 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:19.762587 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.770324 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5692766 Mar 02 18:51:19.777623 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51802) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:19.785608 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Request body: {'subnet': {'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-645048363-subnet', 'tenant_id': '5b40e6f601ce4fed815b312e0914e075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:19.800167 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-960a04ae-0b0f-46a8-adf6-743a2440edc7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6420536 Mar 02 18:51:19.815583 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 51806) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:19.821585 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:19.843666 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1cb40-7784-47aa-8fef-8f05ab951a1e admin admin] Pushing event updated for resources: {'Network': ['ID=c8ead4be-46bc-466c-aa11-fe7cda731823,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:19.858567 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for router_gateway (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.904684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:19.907705 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.912527 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.927795 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.928927 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:19.974582 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (31536642-fa43-4d06-a0d4-c2150a90323e), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.054466 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31536642-fa43-4d06-a0d4-c2150a90323e,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:20.087484 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2541b2-67a0-40b3-9ba8-6dea8649219e None None] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:20.101361 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Checking segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:20.101500 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Network hostable DHCP agents. Network: 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:20.127003 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:20.141380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:20.146291 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:20.146887 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.151192 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network c8ead4be-46bc-466c-aa11-fe7cda731823 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:20.162595 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae098dfe-cf35-454d-96be-6371dd413cb9 None None] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:20.173064 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c83d7b96-23e3-4bee-a956-dbc8f6aabaf6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5404847 Mar 02 18:51:20.173998 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51824) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:20.179524 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:20.197391 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for router_controller (904d7110-8aa6-42af-8d57-6a66a2b1bf96), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.208033 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.209723 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.241682 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51838) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:20.244395 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:51:20.340776 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Allocated IP 172.27.1.214 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/2465ffdf-3f6a-4ae1-9703-a7e267f1919d) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:20.358537 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for router_controller (eafb23f4-0f3f-430d-bb59-56306e1158fa), precommit_add_association {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.388733 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:51:20.389985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.414328 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:51:20.415394 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.497778 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for router_gateway (904d7110-8aa6-42af-8d57-6a66a2b1bf96), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.575743 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.656311 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Allocated IP 172.20.0.2 (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b/31536642-fa43-4d06-a0d4-c2150a90323e/bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:20.670362 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:20.674578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.698060 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Allocated IP 172.20.0.2 (4f6a2f40-b01d-44bc-880f-149b7df47fe3/993b6a24-c3a5-459a-a102-b5f2911174bf/f2582408-6dab-4df2-8e5e-86a8bb06f489) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:20.728768 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Checking segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:20.729144 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Network hostable DHCP agents. Network: c8ead4be-46bc-466c-aa11-fe7cda731823, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:20.729272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for router_gateway (eafb23f4-0f3f-430d-bb59-56306e1158fa), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.741627 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-886102b8-5622-4ffe-9c22-1be1668d643d tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:20.744663 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-886102b8-5622-4ffe-9c22-1be1668d643d tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/networks?id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 HTTP/1.1" status: 200 len: 811 time: 0.5009773 Mar 02 18:51:20.751033 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.795194 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Network c8ead4be-46bc-466c-aa11-fe7cda731823 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:20.815156 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:20.815374 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-7c901bad-aa36-4d06-843a-9f9fe235277a tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/quotas/015ecc24386d41929577a45066d9890f HTTP/1.1" status: 200 len: 375 time: 0.0624609 Mar 02 18:51:20.827361 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:20.831926 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:20.839445 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, c8ead4be-46bc-466c-aa11-fe7cda731823) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:20.851572 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5ee0b-f446-4442-995c-cf54fd0e691c None None] Network c8ead4be-46bc-466c-aa11-fe7cda731823 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:20.873676 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Pushing event updated for resources: {'Port': ['ID=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:20.886120 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:20.886120 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:20.892544 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-275f0904-64b2-4cce-9595-58cf048ffa8b tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=015ecc24386d41929577a45066d9890f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761864 Mar 02 18:51:21.078773 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4703222-544e-428b-b4e2-c0c053d0f7e0 None None] Network c8ead4be-46bc-466c-aa11-fe7cda731823 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:21.112170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-a7236f76-d87f-4789-a98f-70452e12d510 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:51:21.118981 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-da590075-f319-4da4-9443-ac250aa2e528 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3392620 Mar 02 18:51:21.126874 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-a7236f76-d87f-4789-a98f-70452e12d510 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027515 Mar 02 18:51:21.196604 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for router_gateway (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.241331 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for router_gateway (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.248697 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.270181 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.375374 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-8db59803-f13a-4fa3-9d03-db6f36748cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256806 Mar 02 18:51:21.379129 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks [] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.390121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.469884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Pushing event updated for resources: {'Port': ['ID=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:21.480468 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks [] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.483106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.483106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.483106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.483533 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.484056 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.484397 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.484725 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.485132 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.485476 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.485856 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.486249 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.486583 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.486944 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Tracked resource versions report: Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: pushed versions: Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: { 'AddressGroup': {'1.2'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'ConntrackHelper': {'1.0'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Log': {'1.0'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Network': {'1.1'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Port': {'1.7'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'PortForwarding': {'1.2'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'QosPolicy': {'1.10'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroup': {'1.5'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SubPort': {'1.0'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Subnet': {'1.1'}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Trunk': {'1.1'}} Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: consumer versions: Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: HyperV agent@hv-cinder-80070: {}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'ConntrackHelper': '1.0', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'LocalIPAssociation': '1.0', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Log': '1.0', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Network': '1.1', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Port': '1.7', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'PortForwarding': '1.2', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'QosPolicy': '1.10', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroup': '1.5', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SecurityGroupRule': '1.2', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'SubPort': '1.0', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Subnet': '1.1', Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: 'Trunk': '1.1'}} Mar 02 18:51:21.488173 dv-cinder-800704-3-iscsi neutron-server[109539]: {{(pid=109539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:51:21.490214 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for router_gateway (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.508773 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:21.510848 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:21.514251 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:21.518581 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.535824 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-6e8520b8-4803-48b9-9605-e432d9480730 service neutron] 10.222.0.21 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501822 Mar 02 18:51:21.540804 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:21.545584 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:21.549014 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:21.577938 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Allocated IP 172.27.1.80 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/382c3379-50ae-4dda-abd6-6dc7bf53243a) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:21.697007 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51886) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:21.716286 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Pushing event updated for resources: {'Port': ['ID=f2582408-6dab-4df2-8e5e-86a8bb06f489,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:21.718774 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Attempting to bind port f2582408-6dab-4df2-8e5e-86a8bb06f489 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:21.719147 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Attempting to bind port f2582408-6dab-4df2-8e5e-86a8bb06f489 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:21.719507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Attempting to bind port f2582408-6dab-4df2-8e5e-86a8bb06f489 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:21.728878 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:21.729264 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Checking segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:21.729693 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.730084 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Bound using segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:21.730627 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Bound port: f2582408-6dab-4df2-8e5e-86a8bb06f489, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:21.730948 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.733344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Attempting to bind port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:21.733344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Attempting to bind port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:21.733638 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Attempting to bind port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:21.747623 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:21.747998 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Checking segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:21.749115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.749558 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Bound using segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:21.750355 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Bound port: bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:21.750748 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.836278 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] For port f2582408-6dab-4df2-8e5e-86a8bb06f489, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:21.839865 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] For port f2582408-6dab-4df2-8e5e-86a8bb06f489, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=f2582408-6dab-4df2-8e5e-86a8bb06f489,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:21.859456 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-10e9a428-1c27-4bd6-9176-97e66b4e1dbb tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:21.861273 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-10e9a428-1c27-4bd6-9176-97e66b4e1dbb tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1636899 Mar 02 18:51:21.883370 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-07415c4a-ca61-4fae-a1c8-0ecc4169d56e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/quotas/5b40e6f601ce4fed815b312e0914e075 HTTP/1.1" status: 200 len: 375 time: 0.0164602 Mar 02 18:51:21.892423 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.894564 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:21.957576 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] For port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:22.007475 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] For port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:22.011442 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-0c2a7256-21fc-4f45-b27f-2dcb7fe13a64 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213162 Mar 02 18:51:22.028085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.030196 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.034733 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.035937 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab0f75-83a5-47a9-92f6-b0278ccb32a3 None None] Pushing event updated for resources: {'Port': ['ID=f2582408-6dab-4df2-8e5e-86a8bb06f489,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:22.140488 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:22.149992 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:22.151455 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f561e82-5463-4240-ad30-136a6e408ab8 None None] Pushing event updated for resources: {'Port': ['ID=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:22.152985 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ecbaaa1-4cfe-4031-b205-40d33864ee24 req-56a1fa7b-d146-4011-8275-7b65443969c9 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.1332257 Mar 02 18:51:22.178673 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:22.181248 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Pushing event updated for resources: {'Port': ['ID=382c3379-50ae-4dda-abd6-6dc7bf53243a,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:22.272948 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-cd234bfa-9a5f-4648-99e0-168c56f49a90 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:51:22.274057 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-cd234bfa-9a5f-4648-99e0-168c56f49a90 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1731651 Mar 02 18:51:22.280879 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Allocated IP 172.27.1.208 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/923c0649-752f-486c-9e8e-d90f8a7b8083) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:22.650303 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-c86b2489-dfe5-4166-b398-999277552f74 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651206 Mar 02 18:51:22.661118 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.669298 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Router 5d4e833f-ec4e-4406-9e9a-b243853659e4 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:51:22.681048 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for router_gateway (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.772880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.862747 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:22.958417 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-f26d56c5-93af-422f-aed1-cd733a35d5cb service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030326 Mar 02 18:51:22.960236 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:22.966635 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:22.969563 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:22.973600 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Pushing event updated for resources: {'Port': ['ID=923c0649-752f-486c-9e8e-d90f8a7b8083,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:22.997953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:23.011289 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Sync routers for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:23.041717 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:23.043271 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:23.047578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:23.052890 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1ce79c71-1d38-47ff-86b5-cd2c465eb385 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8211591 Mar 02 18:51:23.060453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 51956) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:23.502715 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:23.573796 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19c0769d-c0d4-462e-97f9-d9c46e91cdb7 req-de90d3f2-adb9-415f-a6ce-d1849532b404 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.1128049 Mar 02 18:51:23.724357 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:23.959433 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:51:23.980626 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52008) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:24.038999 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-730f2579-61fd-4a6a-a20a-694dfd7e36bc req-da9916b5-d1e9-4235-a3a3-400834fea58d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.2043386 Mar 02 18:51:24.088108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for router_gateway (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.248311 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f422f03-af49-4bc3-8232-97599a4c4470 None None] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:24.340089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device f2582408-6dab-4df2-8e5e-86a8bb06f489 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:24.348480 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:24.397514 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-18579444-6869-4c23-9884-431782968bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.398948 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-18579444-6869-4c23-9884-431782968bdd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5814300 Mar 02 18:51:24.401944 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52022) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:24.404919 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52024) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:24.418714 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Provisioning complete for port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:24.419280 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.458938 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:21Z', 'revision_number': 3, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:24.460891 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a379e0-10d2-47f8-900b-0203d48ae848 None None] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:24.463916 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:24.548872 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-100af29c-31bc-41d6-b544-b424e47a0434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.549203 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Checking router: 5d4e833f-ec4e-4406-9e9a-b243853659e4 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:24.549686 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Updating router 5d4e833f-ec4e-4406-9e9a-b243853659e4 port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:24.572890 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-97c3561a-8298-4e00-a342-490ca067a103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.587824 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.681373 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-100af29c-31bc-41d6-b544-b424e47a0434 admin admin] Publish callbacks [] for security_group (43fe5bdf-0676-4206-9a13-645fcfa176b6), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.717095 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-100af29c-31bc-41d6-b544-b424e47a0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (43fe5bdf-0676-4206-9a13-645fcfa176b6), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.718882 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:24.757014 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af29c-31bc-41d6-b544-b424e47a0434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe5bdf-0676-4206-9a13-645fcfa176b6,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:24.823942 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-100af29c-31bc-41d6-b544-b424e47a0434 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83df36031bce421a8c3ce3a9c52cb842&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4173379 Mar 02 18:51:24.827362 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52042) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:24.925493 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Allocated IP 172.20.0.1 (37eb12c1-7750-4b67-9e1b-4d7712c7fb34/27b1a08e-a842-483a-9385-cb33174b5c4e/59c45398-1bfc-4d94-a8a8-01ab2ae7c107) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:24.977194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fc6e5fa9-f422-47d8-bc9e-305b5647bd51 req-e575afeb-1ee1-4d19-a7ea-d4eb2bbed7c8 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0366201 Mar 02 18:51:25.047733 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Current status of the port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:25.048141 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.112250 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:25.113274 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:25.124105 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] Publish callbacks [] for security_group (43fe5bdf-0676-4206-9a13-645fcfa176b6), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.155768 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks [] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.166073 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.214682 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] Publish callbacks [] for security_group (43fe5bdf-0676-4206-9a13-645fcfa176b6), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.219586 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-97c3561a-8298-4e00-a342-490ca067a103 admin admin] Publish callbacks [] for security_group (3332acce-7840-4c90-8fc9-8e77fa94cef3), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.233426 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-97c3561a-8298-4e00-a342-490ca067a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3332acce-7840-4c90-8fc9-8e77fa94cef3), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.244002 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks [] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.247766 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.265614 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-97c3561a-8298-4e00-a342-490ca067a103 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e937310f9ec349cab7233220bab632fe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2714884 Mar 02 18:51:25.283370 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] For port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:25.292686 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52052) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:25.301598 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Pushing event updated for resources: {'Port': ['ID=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.308767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.310752 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.311413 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.311994 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.312544 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.313109 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.313703 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.314494 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.315049 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.315595 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.316173 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.316716 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.317249 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.317808 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Tracked resource versions report: Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: pushed versions: Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: { 'AddressGroup': {'1.2'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'ConntrackHelper': {'1.0'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'LocalIPAssociation': {'1.0'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Log': {'1.0'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Network': {'1.1'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Port': {'1.7'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'PortForwarding': {'1.2'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'QosPolicy': {'1.10'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroup': {'1.5'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SubPort': {'1.0'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Subnet': {'1.1'}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Trunk': {'1.1'}} Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: consumer versions: Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: { DHCP agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: HyperV agent@hv-cinder-80070: {}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: L3 agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: Metadata agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: Metering agent@dv-cinder-800704-3-iscsi: {}, Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: Open vSwitch agent@dv-cinder-800704-3-iscsi: { 'AddressGroup': '1.2', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'ConntrackHelper': '1.0', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'LocalIPAssociation': '1.0', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Log': '1.0', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Network': '1.1', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Port': '1.7', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'PortForwarding': '1.2', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'QosPolicy': '1.10', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroup': '1.5', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SecurityGroupRule': '1.2', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'SubPort': '1.0', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Subnet': '1.1', Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: 'Trunk': '1.1'}} Mar 02 18:51:25.319157 dv-cinder-800704-3-iscsi neutron-server[109540]: {{(pid=109540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:51:25.335427 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Attempting to bind port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:25.335897 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Attempting to bind port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:25.336413 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Attempting to bind port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:25.342448 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:25.343191 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:25.343819 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.344471 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:25.345182 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Bound port: 2465ffdf-3f6a-4ae1-9703-a7e267f1919d, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:25.345806 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.379249 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port f2582408-6dab-4df2-8e5e-86a8bb06f489 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:25.379668 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.390991 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3561a-8298-4e00-a342-490ca067a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332acce-7840-4c90-8fc9-8e77fa94cef3,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.414330 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] For port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:25.420367 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] For port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:25.427372 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (43fe5bdf-0676-4206-9a13-645fcfa176b6), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.431098 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.432333 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43fe5bdf-0676-4206-9a13-645fcfa176b6 HTTP/1.1" status: 204 len: 168 time: 0.6033318 Mar 02 18:51:25.434410 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.449331 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1578b-720f-476a-b3a2-46d00ca1d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe5bdf-0676-4206-9a13-645fcfa176b6,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.455939 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c252adb-a82e-4613-be50-331e312ccab4 req-6139f87e-397e-4155-9c6d-5f870e330e42 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.1142201 Mar 02 18:51:25.510533 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3de8-4340-4fbd-8449-5887d29d3a2a None None] Pushing event updated for resources: {'Port': ['ID=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.529721 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:25.535016 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:25.536355 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.579880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] Publish callbacks [] for security_group (3332acce-7840-4c90-8fc9-8e77fa94cef3), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.582354 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.641101 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:25.728406 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:25.736612 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfca22d-6473-4260-be6e-b37f5c62d764 None None] Pushing event updated for resources: {'Port': ['ID=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.753184 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:25.763906 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:25.764964 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-8cee4840-3769-4a68-9204-05d8be35bae1 None None] Provisioning complete for port f2582408-6dab-4df2-8e5e-86a8bb06f489 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:25.765376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8cee4840-3769-4a68-9204-05d8be35bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.765614 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:25.790055 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:25.916099 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Allocated IP 172.20.0.1 (4f6a2f40-b01d-44bc-880f-149b7df47fe3/993b6a24-c3a5-459a-a102-b5f2911174bf/31d730de-ba17-42ee-9917-a4ceb887aca6) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:25.974101 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port f2582408-6dab-4df2-8e5e-86a8bb06f489 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:25.974740 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.044241 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] Publish callbacks [] for security_group (3332acce-7840-4c90-8fc9-8e77fa94cef3), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.046131 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Router eafb23f4-0f3f-430d-bb59-56306e1158fa is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:51:26.123652 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port f2582408-6dab-4df2-8e5e-86a8bb06f489, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=f2582408-6dab-4df2-8e5e-86a8bb06f489,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:26.173885 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:21Z', 'revision_number': 3, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:26.181830 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-8cee4840-3769-4a68-9204-05d8be35bae1 None None] Current status of the port f2582408-6dab-4df2-8e5e-86a8bb06f489 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:26.182090 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks [] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.191937 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.192765 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:26.223180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.232887 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9343227-7e1e-4791-9be7-4c353112ac0b None None] The sync data for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi is: [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:21Z', 'revision_number': 3, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:26.302555 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:26.304132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:26.310346 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:26.317061 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.326536 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Pushing event updated for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:26.385416 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=f2582408-6dab-4df2-8e5e-86a8bb06f489,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:26.398407 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:22Z', 'revision_number': 3, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:26.415679 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f69da6fb-4092-4c4d-851f-ea37a9c4092a req-5d36cbcf-e7f1-45ad-bade-4332077a1d39 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0593760 Mar 02 18:51:26.418929 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:26.418929 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.431724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.520171 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Pushing event updated for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:26.583497 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Provisioning complete for port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:26.586828 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.615102 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:26.621359 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Updating router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 port 382c3379-50ae-4dda-abd6-6dc7bf53243a binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:26.657530 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.721043 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a20829f1-7c39-475d-8776-515711af7721 req-265aced1-8cbb-45b2-a87a-c7f620c300f1 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.0811849 Mar 02 18:51:26.725346 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3332acce-7840-4c90-8fc9-8e77fa94cef3), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.728457 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.740466 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3332acce-7840-4c90-8fc9-8e77fa94cef3 HTTP/1.1" status: 204 len: 168 time: 1.4326162 Mar 02 18:51:26.804333 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332613-132c-4fa4-80ed-116d8c291c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332acce-7840-4c90-8fc9-8e77fa94cef3,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:26.815127 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:26.829749 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:26.873421 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52088) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:26.880991 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:26.881541 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:26.908274 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:26.912421 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d6a47086-2a6f-47f3-9612-98c94886aa12 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7345288 Mar 02 18:51:26.919105 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52092) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:26.943415 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks [] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.044774 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.045569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.145544 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks [] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.191488 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:27.204445 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.285564 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.369485 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-73553413-network', 'tenant_id': '37bdbb6dd5b143c0bf4d869fcd38fb88'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:27.395503 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:27.456684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Made reservation on behalf of 37bdbb6dd5b143c0bf4d869fcd38fb88 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:27.482920 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.510179 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Current status of the port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:27.548205 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80866c-24fb-4aff-a997-151dabd1976d None None] Pushing event updated for resources: {'Port': ['ID=382c3379-50ae-4dda-abd6-6dc7bf53243a,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:27.569434 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.620906 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Attempting to bind port 382c3379-50ae-4dda-abd6-6dc7bf53243a on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:27.623564 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Attempting to bind port 382c3379-50ae-4dda-abd6-6dc7bf53243a by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:27.628260 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Attempting to bind port 382c3379-50ae-4dda-abd6-6dc7bf53243a on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:27.659148 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:27.666105 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:27.666668 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.667183 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:27.668574 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Bound port: 382c3379-50ae-4dda-abd6-6dc7bf53243a, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:27.669763 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.892310 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] For port 382c3379-50ae-4dda-abd6-6dc7bf53243a, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:27.902811 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] For port 382c3379-50ae-4dda-abd6-6dc7bf53243a, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=382c3379-50ae-4dda-abd6-6dc7bf53243a,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:27.924422 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:23Z', 'revision_number': 3, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:27.931066 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:27.959656 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:28.019353 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:28.047930 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Provisioning complete for port f2582408-6dab-4df2-8e5e-86a8bb06f489 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:28.048587 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.082284 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:28.082668 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Updating router eafb23f4-0f3f-430d-bb59-56306e1158fa port 923c0649-752f-486c-9e8e-d90f8a7b8083 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:28.086336 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 2465ffdf-3f6a-4ae1-9703-a7e267f1919d up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:28.089478 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80866c-24fb-4aff-a997-151dabd1976d None None] Pushing event updated for resources: {'Port': ['ID=382c3379-50ae-4dda-abd6-6dc7bf53243a,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:28.119593 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.130906 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0c73049d-a719-4138-b988-e49e196c4fdd req-0834130a-e146-4444-9247-4c8e4b487782 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.2070212 Mar 02 18:51:28.133280 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Pushing event updated for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:28.139337 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0377128e-37fd-4777-92fb-6b8f15371f97 req-0df6e1aa-d2fd-4361-abbd-63832e22b5b6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.1952403 Mar 02 18:51:28.146702 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks [] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.158930 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.166113 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.315122 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks [] for security_group (3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.335492 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.351000 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:28.415541 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Router 5d4e833f-ec4e-4406-9e9a-b243853659e4 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:51:28.434858 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.435200 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Added segment af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4 of type vlan for network 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 Mar 02 18:51:28.437231 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Pushing event updated for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:28.457758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:28.514391 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:28.515668 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:28.518863 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.561204 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:28.565251 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:28.580053 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.581120 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:28.582095 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.693234 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks [] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.695064 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:28.695824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.703475 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.729596 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.754339 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:28.767559 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-817da808-c41f-4258-897b-bdf145c2b797 admin admin] 10.222.0.21 "PUT /v2.0/routers/5d4e833f-ec4e-4406-9e9a-b243853659e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7058268 Mar 02 18:51:28.772819 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8983607 Mar 02 18:51:28.776562 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f825cee-b87f-4f17-8438-7fc5300007b4 None None] Pushing event updated for resources: {'Port': ['ID=923c0649-752f-486c-9e8e-d90f8a7b8083,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:28.859312 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Attempting to bind port 923c0649-752f-486c-9e8e-d90f8a7b8083 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:28.859687 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Attempting to bind port 923c0649-752f-486c-9e8e-d90f8a7b8083 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:28.863213 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Attempting to bind port 923c0649-752f-486c-9e8e-d90f8a7b8083 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:28.875595 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc83ed-f9b8-4f8f-88fb-45e08ece6191 None None] Current status of the port f2582408-6dab-4df2-8e5e-86a8bb06f489 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:28.886031 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:28.886483 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:28.889186 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.889772 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:28.890353 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Bound port: 923c0649-752f-486c-9e8e-d90f8a7b8083, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:28.890753 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:28.904785 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:51:28.959964 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52132) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:28.975290 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:28.983115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Request body: {'subnet': {'network_id': '6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-73553413-subnet', 'tenant_id': '37bdbb6dd5b143c0bf4d869fcd38fb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:29.059056 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Made reservation on behalf of 37bdbb6dd5b143c0bf4d869fcd38fb88 for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:29.068670 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.110915 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] For port 923c0649-752f-486c-9e8e-d90f8a7b8083, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:29.124437 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] For port 923c0649-752f-486c-9e8e-d90f8a7b8083, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=923c0649-752f-486c-9e8e-d90f8a7b8083,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:29.145100 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.188157 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20504a9e-81dd-4101-b6bb-9ccef55180eb admin admin] Pushing event updated for resources: {'Network': ['ID=6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:29.289427 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Allocated IP 172.20.0.1 (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b/31536642-fa43-4d06-a0d4-c2150a90323e/069fcd91-72d7-4245-a54a-ac1324cf14a6) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:29.308002 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:29.325484 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-241579ec-c742-4ef4-9f18-441fe7d7565c None None] Provisioning complete for port 31d730de-ba17-42ee-9917-a4ceb887aca6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:29.326065 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-241579ec-c742-4ef4-9f18-441fe7d7565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.348340 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:29.349108 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:29.516381 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f825cee-b87f-4f17-8438-7fc5300007b4 None None] Pushing event updated for resources: {'Port': ['ID=923c0649-752f-486c-9e8e-d90f8a7b8083,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:29.522704 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:29.532859 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-732ddc85-1e2f-4702-bc17-3cb52ff66f09 admin admin] 10.222.0.21 "PUT /v2.0/routers/904d7110-8aa6-42af-8d57-6a66a2b1bf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1296439 Mar 02 18:51:29.624336 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (f16380c0-8109-49b3-a11f-51df582b0250), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.640115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:29.640663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.654132 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e3485b3-b8e8-40ae-b30a-c4c4ada7e980 req-7a45d484-caf7-4d69-a2e1-1c23b175db0d tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.1130121 Mar 02 18:51:29.669408 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks [] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.678239 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Sync routers for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:29.701798 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:29.731462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16380c0-8109-49b3-a11f-51df582b0250,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:29.777719 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:29.783438 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-241579ec-c742-4ef4-9f18-441fe7d7565c None None] Port 31d730de-ba17-42ee-9917-a4ceb887aca6 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:51:29.798289 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:29.799533 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device f2582408-6dab-4df2-8e5e-86a8bb06f489 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:29.812736 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:29.813592 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:29.820626 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Checking segment: {'id': 'af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:29.820908 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Network hostable DHCP agents. Network: 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:29.838998 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.41', 53705) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:30.159111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:30.171127 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.41', 53706) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:30.176905 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:30.181285 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-10b49145-dc1b-4d13-8dc0-93f2452a6964 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:30.185894 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-10b49145-dc1b-4d13-8dc0-93f2452a6964 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.41 "GET /v2.0/networks?id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 HTTP/1.1" status: 200 len: 811 time: 0.3442144 Mar 02 18:51:30.186181 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Network 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:30.205036 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:30.217866 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:30.218708 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:30.239669 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-685d7e0d-2de3-4f61-8644-f1352f4ea36c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2603502 Mar 02 18:51:30.254157 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1c38fe92-dedc-470f-8814-1b6157029dfa req-d612e48d-f323-4ef0-8c5d-3bfe8314332b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.4072907 Mar 02 18:51:30.277531 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Request body: {'port': {'device_id': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3', 'admin_state_up': True, 'tenant_id': '015ecc24386d41929577a45066d9890f'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:30.336674 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:23Z', 'revision_number': 3, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:30.352074 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c9865-78fe-487d-97e4-92ef336e507d None None] Network 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:30.436757 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:30.443358 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e960c80-4806-4105-9854-2d80c5bf013f None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:23Z', 'revision_number': 3, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:30.447575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:30.450071 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:30.450870 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:30.473825 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:51:30.512908 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Pushing event updated for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:30.555820 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:30.690760 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-e59db2f4-5923-4d3f-9414-c93f5f1758df tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:30.701814 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-e59db2f4-5923-4d3f-9414-c93f5f1758df tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 818 time: 0.5293226 Mar 02 18:51:30.748197 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Made reservation on behalf of 015ecc24386d41929577a45066d9890f for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:30.754043 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:30.763776 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-81901a0e-2385-46f8-a1b2-08d4dac5d7f4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:30.765626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-81901a0e-2385-46f8-a1b2-08d4dac5d7f4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.5672369 Mar 02 18:51:30.785569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Request body: {'port': {'device_id': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'admin_state_up': True, 'tenant_id': '5b40e6f601ce4fed815b312e0914e075'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:30.823243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port f2582408-6dab-4df2-8e5e-86a8bb06f489 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:30.823826 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:30.849556 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-126cc445-aab9-4637-a2dd-080cb8d1661a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/quotas/158bcfa77a0a470dbd9d9e4aee15f4e4 HTTP/1.1" status: 200 len: 375 time: 0.1446464 Mar 02 18:51:31.072406 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 2, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:31.139463 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106dc6fb-e0c4-427c-a48d-576e44a32131 None None] Network 6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:31.376521 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-859e67ca-b157-49c6-9d01-a965b0a78434 None None] Provisioning complete for port 069fcd91-72d7-4245-a54a-ac1324cf14a6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:31.382027 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-859e67ca-b157-49c6-9d01-a965b0a78434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:31.424735 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1b65b-8b94-4417-8b0b-a1d8ca7c4372 None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 2, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:31.467640 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-59a90bbe-c28a-4dc0-bd9f-d917f154bca7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6169589 Mar 02 18:51:31.485349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:31.584453 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-859e67ca-b157-49c6-9d01-a965b0a78434 None None] Port 069fcd91-72d7-4245-a54a-ac1324cf14a6 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:51:31.651295 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52236) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:31.662740 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614271995', 'description': 'tempest-description--1628148617'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:31.783823 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-af007c6e-6e88-412a-a213-6f5d55888aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905738 Mar 02 18:51:31.785561 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Allocated IP 172.20.0.13 (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3/b4154aff-3bc6-41c5-a15c-b5c511b5972c/c21d98ee-d698-42da-96d8-a97241259308) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:31.797858 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port f2582408-6dab-4df2-8e5e-86a8bb06f489 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:31.799041 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:31.898941 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:31.910965 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:31.930700 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.006003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '59c45398-1bfc-4d94-a8a8-01ab2ae7c107', 'name': '', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'mac_address': 'fa:16:3e:80:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:24Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 2, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'subnets': [{'id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:32.086406 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52248) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:32.103245 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032690758-network', 'tenant_id': '71e8038097ad4bce9735e16e7fbc4e5c'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:32.109138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Checking router: 5d4e833f-ec4e-4406-9e9a-b243853659e4 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:32.109554 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Updating router 5d4e833f-ec4e-4406-9e9a-b243853659e4 port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:32.136992 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0449998f-70c3-492b-953a-14df3738bb81 req-0c5f91e4-fb90-4169-a453-9d1ab3692ebc tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0913236 Mar 02 18:51:32.453759 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Made reservation on behalf of 71e8038097ad4bce9735e16e7fbc4e5c for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:32.456482 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.491542 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.508951 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:32.509706 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.511823 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (80bc1001-a8f7-40af-a6fa-9efe3ec05106), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.534345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (80bc1001-a8f7-40af-a6fa-9efe3ec05106), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.553707 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.595716 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f2b75215-907d-43cf-bd55-42213a39b687 req-994bcfc3-634d-4950-93e6-00b13a022994 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.2076597 Mar 02 18:51:32.604572 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.610784 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9571340 Mar 02 18:51:32.632895 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52260) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:32.645757 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group_rule': {'security_group_id': '80bc1001-a8f7-40af-a6fa-9efe3ec05106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:32.741680 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6998fec-00fd-4edd-8025-547bcc58f45f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc1001-a8f7-40af-a6fa-9efe3ec05106,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:32.748795 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks [] for port (c21d98ee-d698-42da-96d8-a97241259308), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.792272 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (f2d84888-e98c-448e-a9b9-29fe317dde7d), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:32.811881 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-980e9159-2749-47ac-ace5-cb18ebf38df9 service neutron] 10.222.0.21 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0148551 Mar 02 18:51:32.910623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Allocated IP 172.20.0.7 (c8ead4be-46bc-466c-aa11-fe7cda731823/c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d/090b3aa9-4d17-44ad-ab6a-ff33670851d7) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:33.000893 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks [] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.026306 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.032728 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.036525 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.107991 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks [] for security_group (05d94d76-b1b2-4453-bece-f828f47347d5), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.308394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (05d94d76-b1b2-4453-bece-f828f47347d5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.368379 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d94d76-b1b2-4453-bece-f828f47347d5,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:33.395150 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Pushing event updated for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:33.429777 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:33.447256 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:33.475214 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:33.482643 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:33.483664 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.490016 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (f2d84888-e98c-448e-a9b9-29fe317dde7d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.503543 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:33.509632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f2d84888-e98c-448e-a9b9-29fe317dde7d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.546880 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d84888-e98c-448e-a9b9-29fe317dde7d,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:33.555898 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a4252723-f023-4d2f-b56b-cde26ecb175b req-62e955f3-e9b7-4d3c-b780-d85f61d3c4e7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 210 time: 0.3095245 Mar 02 18:51:33.618659 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (bc952064-4e85-4a6f-8581-cfe642488831), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.620116 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Added segment bc952064-4e85-4a6f-8581-cfe642488831 of type vlan for network 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f Mar 02 18:51:33.630761 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d2aaa13d-79da-465e-88fb-bfbd9b983cad tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3634200 Mar 02 18:51:33.660900 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.666411 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4ecbda07-7ae0-457b-a39f-a6859bd9aac5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0231225 Mar 02 18:51:33.676939 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-ffeae47c-efb2-4ba8-a263-110323e85b4b tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109538) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:51:33.684452 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-ffeae47c-efb2-4ba8-a263-110323e85b4b tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123613 Mar 02 18:51:33.685929 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52300) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:33.740267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group_rule': {'security_group_id': '80bc1001-a8f7-40af-a6fa-9efe3ec05106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:33.778153 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:33.851180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (7f14c8ce-67bb-4df4-815e-5d9d09a69d2f), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:33.994091 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (67ea07a9-7c7f-4973-90ec-63973e289d54), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.024277 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Pushing event updated for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:34.128175 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (7f14c8ce-67bb-4df4-815e-5d9d09a69d2f), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.129274 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.129911 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.209989 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks [] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.223588 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.320825 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 2465ffdf-3f6a-4ae1-9703-a7e267f1919d up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:34.366889 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Request body: {'port': {'device_id': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:34.369633 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] Pushing event updated for resources: {'Network': ['ID=7f14c8ce-67bb-4df4-815e-5d9d09a69d2f,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:34.378002 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-bbe2d7a8-5be2-4c11-b79b-229d0771dedf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2836666 Mar 02 18:51:34.388142 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52314) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:34.402029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:51:34.420991 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Request body: {'subnet': {'network_id': '7f14c8ce-67bb-4df4-815e-5d9d09a69d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032690758-subnet', 'tenant_id': '71e8038097ad4bce9735e16e7fbc4e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:34.559473 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-92ae9117-0ea8-4fb9-ae33-4d6a4120bb81 req-8ad1b597-d8ca-4430-af20-9e70d12c388f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.6476626 Mar 02 18:51:34.595319 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (67ea07a9-7c7f-4973-90ec-63973e289d54), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.596410 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Made reservation on behalf of 71e8038097ad4bce9735e16e7fbc4e5c for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:34.617892 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.620598 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:34.626129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (67ea07a9-7c7f-4973-90ec-63973e289d54), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.639238 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:34.666012 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551c8f-a8ba-460e-a427-5423c81151ba None None] Pushing event updated for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:34.735897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c21d98ee-d698-42da-96d8-a97241259308), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.746218 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ea07a9-7c7f-4973-90ec-63973e289d54,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:34.770974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-fdafdc19-0dd2-4069-a4bc-c2b40a7a7be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.815891 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.829824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Attempting to bind port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:34.830318 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Attempting to bind port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:34.830579 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Attempting to bind port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:34.844610 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-aea27d15-7831-4895-ac61-f03a5a933733 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1523585 Mar 02 18:51:34.845830 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52328) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:34.868650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:34.868910 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Checking segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:34.870346 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.870824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Bound using segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:34.871338 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Bound port: 59c45398-1bfc-4d94-a8a8-01ab2ae7c107, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:34.871731 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:34.874441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:34.885050 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:34.886383 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.010851 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.106488 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] For port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:35.114509 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] For port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:35.135214 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.229661 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf89e6-4e06-4c5a-a385-ce1923abc240 req-b4a729b7-9599-45d3-97d1-d0d843622078 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:35.238858 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3baf89e6-4e06-4c5a-a385-ce1923abc240 req-b4a729b7-9599-45d3-97d1-d0d843622078 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 932 time: 1.4015782 Mar 02 18:51:35.332543 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:35.333298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:35.391518 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.41', 53720) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:35.437790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks [] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.483855 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-9ead1f3f-120c-4bc8-b932-1a6beb01824d None None] Provisioning complete for port 069fcd91-72d7-4245-a54a-ac1324cf14a6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:35.490295 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9ead1f3f-120c-4bc8-b932-1a6beb01824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.594031 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3baf89e6-4e06-4c5a-a385-ce1923abc240 req-2827808b-b686-4392-a031-ea86552a9f34 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543262 Mar 02 18:51:35.646598 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:51:35.685628 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:35.688314 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-05ef7d28-a032-47cc-ae92-b98d07c8b982 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:35.709685 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-05ef7d28-a032-47cc-ae92-b98d07c8b982 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 818 time: 0.8182721 Mar 02 18:51:35.814323 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551c8f-a8ba-460e-a427-5423c81151ba None None] Pushing event updated for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:35.816450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52344) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:35.829562 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-b7ba4642-fccd-43cc-8682-f4a3cf9cbf8d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/quotas/158bcfa77a0a470dbd9d9e4aee15f4e4 HTTP/1.1" status: 200 len: 375 time: 0.1178317 Mar 02 18:51:35.877032 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c7c43810-9c6f-4354-8dd1-ca3a2f7d30a8 req-8d48e5da-0a06-4ddf-b348-be819dd1c3b9 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.0676901 Mar 02 18:51:35.923918 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:35.942889 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-0d3db325-f707-4e0f-92ce-4f755d311234 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:35.943920 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-0d3db325-f707-4e0f-92ce-4f755d311234 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 818 time: 0.5506284 Mar 02 18:51:35.975344 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Request body: {'port': {'device_id': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'admin_state_up': True, 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:36.035239 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:36.036399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 382c3379-50ae-4dda-abd6-6dc7bf53243a up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:36.083368 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:36.094880 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:36.095507 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:36.117185 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-257c2b98-bf6c-4ef4-986e-b1f3b90d7b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.142809 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Network c8ead4be-46bc-466c-aa11-fe7cda731823 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:36.233358 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-9ead1f3f-120c-4bc8-b932-1a6beb01824d None None] Port 069fcd91-72d7-4245-a54a-ac1324cf14a6 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:51:36.272751 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event updated for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:36.306432 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (4568306e-989c-47fd-99c0-d74f5396f674), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.315941 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '59c45398-1bfc-4d94-a8a8-01ab2ae7c107', 'name': '', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'mac_address': 'fa:16:3e:80:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:24Z', 'updated_at': '2022-03-02T18:51:35Z', 'revision_number': 4, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'subnets': [{'id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:36.345590 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:36.380535 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Made reservation on behalf of 158bcfa77a0a470dbd9d9e4aee15f4e4 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:36.384308 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.413440 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bc8be-32a8-4634-af81-8e59ae19b55e None None] The sync data for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi is: [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '59c45398-1bfc-4d94-a8a8-01ab2ae7c107', 'name': '', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'mac_address': 'fa:16:3e:80:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:24Z', 'updated_at': '2022-03-02T18:51:35Z', 'revision_number': 4, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'subnets': [{'id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:36.415566 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 382c3379-50ae-4dda-abd6-6dc7bf53243a triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:36.415962 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.464440 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:51:36.474255 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1a0a97b0-359d-4c74-832d-39087e9bff26 admin admin] 10.222.0.21 "PUT /v2.0/routers/eafb23f4-0f3f-430d-bb59-56306e1158fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5499392 Mar 02 18:51:36.478499 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:36.514122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:36.528723 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:36.530000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.550104 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:36.556022 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52364) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:36.603071 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-b700fd0a-e468-4ad6-8002-e2264643df19 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8278360 Mar 02 18:51:36.625973 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Request body: {'port': {'device_id': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:36.728157 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.755587 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:36.756345 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:36.761002 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-41075276-b270-498e-a918-f1df978fdb72 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8529656 Mar 02 18:51:36.776140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4568306e-989c-47fd-99c0-d74f5396f674,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:36.792671 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:27Z', 'revision_number': 2, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:36.846223 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:36.846982 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Updating router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 port 31d730de-ba17-42ee-9917-a4ceb887aca6 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:36.891300 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.892719 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e194-a695-45e3-b934-d4c674d689a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.920391 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:36.970588 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2972ef83-1282-4e32-9b27-970911ca5403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.082488 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-257c2b98-bf6c-4ef4-986e-b1f3b90d7b20 admin admin] Publish callbacks [] for security_group (893162d7-6a37-43ae-b8d2-a44ea2ded4c4), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.103723 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-257c2b98-bf6c-4ef4-986e-b1f3b90d7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (893162d7-6a37-43ae-b8d2-a44ea2ded4c4), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.160324 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-257c2b98-bf6c-4ef4-986e-b1f3b90d7b20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bcb3309957d4d669822fdcfa540b639&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3388772 Mar 02 18:51:37.186162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52376) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:37.214229 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:37.217543 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 382c3379-50ae-4dda-abd6-6dc7bf53243a is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:37.222764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.341923 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 382c3379-50ae-4dda-abd6-6dc7bf53243a, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=382c3379-50ae-4dda-abd6-6dc7bf53243a,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:37.389229 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.390125 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 923c0649-752f-486c-9e8e-d90f8a7b8083 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:37.448133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2972ef83-1282-4e32-9b27-970911ca5403 admin admin] Publish callbacks [] for security_group (4632d5b7-fa54-4124-bd8d-331bb02d4efe), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.450250 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks [] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.457610 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.493729 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Allocated IP 172.20.0.3 (37eb12c1-7750-4b67-9e1b-4d7712c7fb34/27b1a08e-a842-483a-9385-cb33174b5c4e/065f048e-b298-462b-956f-529012e98959) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:37.543327 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc3a0d-54bc-4296-a3a6-a2dbdfb4ae8b None None] Pushing event updated for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:37.599083 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2b98-bf6c-4ef4-986e-b1f3b90d7b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893162d7-6a37-43ae-b8d2-a44ea2ded4c4,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:37.648309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113cc0-9156-4aec-be49-85dbc25c146c req-f07708a3-7d7e-44cc-92f9-43cb55d0e5f7 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:37.652911 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f113cc0-9156-4aec-be49-85dbc25c146c req-f07708a3-7d7e-44cc-92f9-43cb55d0e5f7 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 932 time: 0.8530064 Mar 02 18:51:37.680465 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Attempting to bind port 31d730de-ba17-42ee-9917-a4ceb887aca6 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:37.680847 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Attempting to bind port 31d730de-ba17-42ee-9917-a4ceb887aca6 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:37.681215 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Attempting to bind port 31d730de-ba17-42ee-9917-a4ceb887aca6 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:37.692330 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:37.692715 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Checking segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:37.693128 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.693574 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Bound using segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:37.694078 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Bound port: 31d730de-ba17-42ee-9917-a4ceb887aca6, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:37.694466 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.751439 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-30d43abe-5ee9-440e-836e-63ca1ec85873 service neutron] 10.222.0.21 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9846923 Mar 02 18:51:37.795970 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2972ef83-1282-4e32-9b27-970911ca5403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4632d5b7-fa54-4124-bd8d-331bb02d4efe), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.868400 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] For port 31d730de-ba17-42ee-9917-a4ceb887aca6, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:37.873070 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] For port 31d730de-ba17-42ee-9917-a4ceb887aca6, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=31d730de-ba17-42ee-9917-a4ceb887aca6,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:37.884550 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:37.915823 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972ef83-1282-4e32-9b27-970911ca5403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4632d5b7-fa54-4124-bd8d-331bb02d4efe,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:37.936953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Allocated IP 172.27.1.140 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/32711e71-57e8-4ee3-ac3d-31f40df9b68e) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:37.938004 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=382c3379-50ae-4dda-abd6-6dc7bf53243a,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.008461 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.019526 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:38.024613 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:38.084332 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] Publish callbacks [] for security_group (893162d7-6a37-43ae-b8d2-a44ea2ded4c4), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.108685 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Provisioning complete for port 31d730de-ba17-42ee-9917-a4ceb887aca6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:38.109078 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.149598 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f113cc0-9156-4aec-be49-85dbc25c146c req-d4ad4915-1790-449f-8015-063ccf0ddf75 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878989 Mar 02 18:51:38.173364 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-2972ef83-1282-4e32-9b27-970911ca5403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d0ef0b71e584d12b65b7db6160420ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6114078 Mar 02 18:51:38.209386 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 923c0649-752f-486c-9e8e-d90f8a7b8083 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:38.209839 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.217598 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.239409 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52378) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:38.289038 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Checking segment: {'id': 'bc952064-4e85-4a6f-8581-cfe642488831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7f14c8ce-67bb-4df4-815e-5d9d09a69d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:38.290211 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Network hostable DHCP agents. Network: 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:38.310629 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:32Z', 'revision_number': 2, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:38.313757 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21d98ee-d698-42da-96d8-a97241259308 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:38.322583 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] Publish callbacks [] for security_group (893162d7-6a37-43ae-b8d2-a44ea2ded4c4), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.341883 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.360507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:38.362138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Updating router eafb23f4-0f3f-430d-bb59-56306e1158fa port 069fcd91-72d7-4245-a54a-ac1324cf14a6 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:38.435126 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.445921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:38.448932 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks [] for port (c21d98ee-d698-42da-96d8-a97241259308), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.454160 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=32711e71-57e8-4ee3-ac3d-31f40df9b68e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.459618 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:38.461964 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:38.613552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (893162d7-6a37-43ae-b8d2-a44ea2ded4c4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.616090 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.622336 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/893162d7-6a37-43ae-b8d2-a44ea2ded4c4 HTTP/1.1" status: 204 len: 168 time: 1.4298964 Mar 02 18:51:38.646411 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-6cee668f-fb8e-4201-8e5e-8b061bc67069 service neutron] 10.222.0.21 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8938274 Mar 02 18:51:38.661355 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Network 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:38.691538 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc3a0d-54bc-4296-a3a6-a2dbdfb4ae8b None None] Pushing event updated for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=4']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.701736 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] Publish callbacks [] for security_group (4632d5b7-fa54-4124-bd8d-331bb02d4efe), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.705198 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985b73-8a27-4391-bee1-65288458e790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893162d7-6a37-43ae-b8d2-a44ea2ded4c4,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.708486 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:38.724029 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.777722 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] Publish callbacks [] for security_group (4632d5b7-fa54-4124-bd8d-331bb02d4efe), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:38.844507 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:38.880433 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Transition to ACTIVE for port object c21d98ee-d698-42da-96d8-a97241259308 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:39.010787 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:39.018046 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.061850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.342340 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:39.344146 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb81a8-d7a0-49b0-a27d-545ff081b5ec None None] Network 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:39.461682 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-cc8daee7-23cf-4b5d-96dd-0f5b4d85b3fd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0679994 Mar 02 18:51:39.485009 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:39.588098 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574f847-fc98-4bf1-beee-3716fdd68d12 None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:39.651115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52396) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:39.662388 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.783980 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bcebae07-0380-4d16-adab-c01b980d5fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.805153 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b3aa9-4d17-44ad-ab6a-ff33670851d7 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:39.813632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52402) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:39.831739 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ed709-0178-43d6-86f2-8a92b44763d9 None None] Network 7f14c8ce-67bb-4df4-815e-5d9d09a69d2f requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:51:39.841399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.846759 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks [] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.977635 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bcebae07-0380-4d16-adab-c01b980d5fb3 admin admin] Publish callbacks [] for security_group (5a3f57b0-6587-41de-8b6c-2c683ebda560), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:39.983305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Transition to ACTIVE for port object 090b3aa9-4d17-44ad-ab6a-ff33670851d7 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:40.015481 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52404) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:40.024829 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551324849', 'description': 'tempest-description--1071346662'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:40.039271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.102019 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bcebae07-0380-4d16-adab-c01b980d5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5a3f57b0-6587-41de-8b6c-2c683ebda560), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.138265 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks [] for port (065f048e-b298-462b-956f-529012e98959), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.188264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Attempting to bind port c21d98ee-d698-42da-96d8-a97241259308 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:40.193239 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Attempting to bind port c21d98ee-d698-42da-96d8-a97241259308 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a894024f-cca1-4849-a939-8f8e82764899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:40.193815 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Attempting to bind port c21d98ee-d698-42da-96d8-a97241259308 on network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:40.219570 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 923c0649-752f-486c-9e8e-d90f8a7b8083 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:40.219908 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.234648 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Current status of the port 31d730de-ba17-42ee-9917-a4ceb887aca6 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:40.234648 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.246265 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks [] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.253018 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Deleting subnet f16380c0-8109-49b3-a11f-51df582b0250 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:51:40.254731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7b064d64-1729-4af0-b7b0-48e8514dd688 req-c0f81315-421b-4715-ae66-bb1d1ff54e67 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.1960917 Mar 02 18:51:40.266734 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Pushing event updated for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:40.271515 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Publish callbacks [] for subnet (f16380c0-8109-49b3-a11f-51df582b0250), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.298036 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4632d5b7-fa54-4124-bd8d-331bb02d4efe), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.302019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.302717 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.305541 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4632d5b7-fa54-4124-bd8d-331bb02d4efe HTTP/1.1" status: 204 len: 168 time: 2.0641408 Mar 02 18:51:40.305798 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 923c0649-752f-486c-9e8e-d90f8a7b8083, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=923c0649-752f-486c-9e8e-d90f8a7b8083,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:40.387657 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Publish callbacks [] for subnet (f16380c0-8109-49b3-a11f-51df582b0250), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.410583 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (f16380c0-8109-49b3-a11f-51df582b0250), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.425503 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0867-f5df-41c4-b4f8-4a378cdb31aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4632d5b7-fa54-4124-bd8d-331bb02d4efe,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:40.529657 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.551080 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.603077 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebae07-0380-4d16-adab-c01b980d5fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f57b0-6587-41de-8b6c-2c683ebda560,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:40.694544 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe396d0d-41ce-44bf-a5e7-08531002df16 req-47201901-2404-4107-b37a-f440a31b3785 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:40.696195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fe396d0d-41ce-44bf-a5e7-08531002df16 req-47201901-2404-4107-b37a-f440a31b3785 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 931 time: 0.9473629 Mar 02 18:51:40.714619 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Port c21d98ee-d698-42da-96d8-a97241259308 on network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:40.715288 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Attempting to bind port c21d98ee-d698-42da-96d8-a97241259308 on network a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:40.823428 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] For port 31d730de-ba17-42ee-9917-a4ceb887aca6, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=31d730de-ba17-42ee-9917-a4ceb887aca6,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:40.850204 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.861081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.884139 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:40.884519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Checking segment: {'id': 'a894024f-cca1-4849-a939-8f8e82764899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:40.885180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Bound using segment: {'id': 'a894024f-cca1-4849-a939-8f8e82764899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:40.894343 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5b810-c5da-4ba0-b750-8d2c0fa779ac None None] Pushing event updated for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:40.905600 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Bound port: c21d98ee-d698-42da-96d8-a97241259308, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a894024f-cca1-4849-a939-8f8e82764899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:40.906065 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c21d98ee-d698-42da-96d8-a97241259308), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:40.983918 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=923c0649-752f-486c-9e8e-d90f8a7b8083,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:41.044868 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-bcebae07-0380-4d16-adab-c01b980d5fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39e0700b96d14ee3b30bb66976b5d526&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3063984 Mar 02 18:51:41.048392 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52414) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:41.090426 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33b535-1426-483f-aaad-b3576cddb4a9 None None] Pushing event updated for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:41.248613 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-2025f883-8b15-4034-b866-5f5b64193ac5 None None] Provisioning complete for port 31d730de-ba17-42ee-9917-a4ceb887aca6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:41.249000 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2025f883-8b15-4034-b866-5f5b64193ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.264385 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Attempting to bind port 069fcd91-72d7-4245-a54a-ac1324cf14a6 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:41.264898 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Attempting to bind port 069fcd91-72d7-4245-a54a-ac1324cf14a6 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:41.267435 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Attempting to bind port 069fcd91-72d7-4245-a54a-ac1324cf14a6 on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:41.282261 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54965f4e-32f4-4874-bd95-92fd01ebb74b req-5851b670-93cd-4106-b96d-e7983b200841 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:41.289375 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-54965f4e-32f4-4874-bd95-92fd01ebb74b req-5851b670-93cd-4106-b96d-e7983b200841 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.8394744 Mar 02 18:51:41.299087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:41.303084 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Checking segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:41.306391 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.306853 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Bound using segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:41.309380 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Bound port: 069fcd91-72d7-4245-a54a-ac1324cf14a6, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:41.311172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.325588 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 31d730de-ba17-42ee-9917-a4ceb887aca6 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:41.346430 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (f16380c0-8109-49b3-a11f-51df582b0250), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.389416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.395666 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f16380c0-8109-49b3-a11f-51df582b0250 HTTP/1.1" status: 204 len: 168 time: 1.4052286 Mar 02 18:51:41.421562 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52424) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:41.542613 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-54965f4e-32f4-4874-bd95-92fd01ebb74b req-65be9237-192b-4951-8c64-6cb0efca3149 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716614 Mar 02 18:51:41.549360 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Attempting to bind port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:41.550246 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Attempting to bind port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:41.550749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Attempting to bind port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:41.567477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 on network c8ead4be-46bc-466c-aa11-fe7cda731823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:41.569153 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Attempting to bind port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:41.596770 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fe396d0d-41ce-44bf-a5e7-08531002df16 req-c41f1d3f-4922-4979-a0ce-6b72a8928fdf tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752182 Mar 02 18:51:41.635518 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (065f048e-b298-462b-956f-529012e98959), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.638791 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb319-e3bd-419c-b8c7-b4bbe79fbade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16380c0-8109-49b3-a11f-51df582b0250,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:41.684318 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:41.693549 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c21d98ee-d698-42da-96d8-a97241259308,segment=NetworkSegment(a894024f-cca1-4849-a939-8f8e82764899),segment_id=a894024f-cca1-4849-a939-8f8e82764899)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:41.727975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (fdaff147-89f5-457d-863c-6d234e0957ba), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.729276 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] Publish callbacks [] for security_group (5a3f57b0-6587-41de-8b6c-2c683ebda560), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.731591 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:41.731997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Checking segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:41.733370 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Bound using segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:41.734120 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Bound port: 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:41.734409 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.738822 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fdaff147-89f5-457d-863c-6d234e0957ba), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.778584 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.817171 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaff147-89f5-457d-863c-6d234e0957ba,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:41.847004 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] For port 069fcd91-72d7-4245-a54a-ac1324cf14a6, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:41.853380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] Publish callbacks [] for security_group (5a3f57b0-6587-41de-8b6c-2c683ebda560), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.856709 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] For port 069fcd91-72d7-4245-a54a-ac1324cf14a6, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=069fcd91-72d7-4245-a54a-ac1324cf14a6,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:41.884523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:41.897253 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:41.909649 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:41.949843 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:41.967861 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:41.968573 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.004070 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5b810-c5da-4ba0-b750-8d2c0fa779ac None None] Pushing event updated for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:42.004683 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-48a8a8ae-19f5-48bf-a08a-fc3e496c35b2 req-69841880-d86b-4ab2-abf6-7d4c47295ee3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.2183235 Mar 02 18:51:42.028391 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.035417 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.042804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Pushing event updated for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:42.046580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:42.047250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.048810 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/c21d98ee-d698-42da-96d8-a97241259308 HTTP/1.1" status: 200 len: 1094 time: 7.9640114 Mar 02 18:51:42.054036 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:42.126107 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 31d730de-ba17-42ee-9917-a4ceb887aca6 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:42.130014 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.205752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:42.222077 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:42.252062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5a3f57b0-6587-41de-8b6c-2c683ebda560), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.261192 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.271515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.300495 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.303245 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a3f57b0-6587-41de-8b6c-2c683ebda560 HTTP/1.1" status: 204 len: 168 time: 1.2138977 Mar 02 18:51:42.313187 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-2025f883-8b15-4034-b866-5f5b64193ac5 None None] Current status of the port 31d730de-ba17-42ee-9917-a4ceb887aca6 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:42.320138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:51:42.323942 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:51:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:42.337079 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-7a2004e5-322d-4f73-8b3f-f3818edc33bf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3774517 Mar 02 18:51:42.343963 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.360140 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e2bb21d8-d3ee-4c2a-8ad9-0961f159a810 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.3349133 Mar 02 18:51:42.370818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52440) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:42.395100 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group_rule': {'security_group_id': 'fdaff147-89f5-457d-863c-6d234e0957ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:42.473035 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.514673 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.41', 53727) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:42.556274 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Request body: {'port': {'device_id': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:42.732682 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.738387 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8875296 Mar 02 18:51:42.825962 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Provisioning complete for port 069fcd91-72d7-4245-a54a-ac1324cf14a6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:42.826550 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:42.937010 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca93240-2f98-4a92-9957-92ebe97e9256" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "tag": "c21d98ee-d698-42da-96d8-a97241259308"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:42.964479 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 31d730de-ba17-42ee-9917-a4ceb887aca6 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:42.970910 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:43.052515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a99fbceb-fe06-427b-8782-536ac95b1d64 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.054642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-fa071477-8856-4325-8bf8-c3243c60e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.057954 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a99fbceb-fe06-427b-8782-536ac95b1d64 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 818 time: 0.5157440 Mar 02 18:51:43.058113 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-fa071477-8856-4325-8bf8-c3243c60e8e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=015ecc24386d41929577a45066d9890f&device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 1128 time: 0.7684395 Mar 02 18:51:43.064292 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6315533-f3aa-404c-8f84-4bfdffc11baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f57b0-6587-41de-8b6c-2c683ebda560,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:43.086949 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5813c-9c16-4c14-92c1-c6c607e170e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:43.106368 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (f9796d61-6344-4e1f-a633-4c93e073cd98), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.112603 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:43.113119 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.204847 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Request body: {'port': {'device_id': '29a63ceb-f5d8-4730-b574-89321720fc88', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'admin_state_up': True, 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:43.214547 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Pushing event updated for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:43.331694 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:51:43.385703 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.386601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.389054 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-8e2e5bc0-89e5-4787-8e5e-9cfe31e90618 service neutron] 10.222.0.41 "PUT /v2.0/ports/090b3aa9-4d17-44ad-ab6a-ff33670851d7 HTTP/1.1" status: 200 len: 1093 time: 6.7732682 Mar 02 18:51:43.391444 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:43.593427 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20de8e-4a6f-4ca0-980c-3f1234d1dc5c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=32711e71-57e8-4ee3-ac3d-31f40df9b68e,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:43.614479 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Current status of the port 069fcd91-72d7-4245-a54a-ac1324cf14a6 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:43.618467 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.630990 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-9bfe3a26-fd7b-4add-ad65-affdc155b077 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21d98ee-d698-42da-96d8-a97241259308 HTTP/1.1" status: 200 len: 217 time: 0.5490959 Mar 02 18:51:43.634335 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (065f048e-b298-462b-956f-529012e98959), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.638388 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.662055 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:43.662708 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.789128 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d3709191-4f29-41b9-aa2b-3b769ac2208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.790821 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-d3709191-4f29-41b9-aa2b-3b769ac2208e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4154aff-3bc6-41c5-a15c-b5c511b5972c HTTP/1.1" status: 200 len: 851 time: 0.1325128 Mar 02 18:51:43.815533 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e404f-4612-4ac6-b60a-5d9d5a0f6341 req-13f18ffa-c47b-4086-aaf5-e5b8e89d4f16 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.822941 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2b5e404f-4612-4ac6-b60a-5d9d5a0f6341 req-13f18ffa-c47b-4086-aaf5-e5b8e89d4f16 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.7561693 Mar 02 18:51:43.827546 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.829406 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.830997 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.832141 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.834588 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.837372 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.837953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.838646 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.839546 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.842671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:43.848889 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] For port 069fcd91-72d7-4245-a54a-ac1324cf14a6, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=069fcd91-72d7-4245-a54a-ac1324cf14a6,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:43.851489 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:43.852550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dca1f-44fd-4bb7-880f-801224621e77 req-81faf865-3c72-4758-a682-f370ef98afc8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.859807 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-737dca1f-44fd-4bb7-880f-801224621e77 req-81faf865-3c72-4758-a682-f370ef98afc8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 943 time: 0.7920575 Mar 02 18:51:43.864822 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (f9796d61-6344-4e1f-a633-4c93e073cd98), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.878549 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.880764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.884549 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 382c3379-50ae-4dda-abd6-6dc7bf53243a up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:43.899054 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f9796d61-6344-4e1f-a633-4c93e073cd98), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:43.981716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-c6cc3650-2f33-4155-97dc-70a49f923a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.983244 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-c6cc3650-2f33-4155-97dc-70a49f923a51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 1127 time: 0.4525630 Mar 02 18:51:43.988813 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188bc5-475d-41aa-bc0c-b1da1182d736 None None] Pushing event updated for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:44.055680 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:44.056249 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:44.056249 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:44.056652 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:51:44.057100 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:44.117127 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:44.117345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:44.122013 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-8262e510-2b2c-4687-b4df-d463610cb197 None None] Provisioning complete for port 069fcd91-72d7-4245-a54a-ac1324cf14a6 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:44.122480 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8262e510-2b2c-4687-b4df-d463610cb197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.132336 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 382c3379-50ae-4dda-abd6-6dc7bf53243a triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:44.132687 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.134816 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:44.158105 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9796d61-6344-4e1f-a633-4c93e073cd98,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:44.189853 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.201745 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:44.228644 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-00ef4420-7ba0-44b6-b738-dc11ff3e92ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7 HTTP/1.1" status: 200 len: 217 time: 0.2241335 Mar 02 18:51:44.251839 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2b5e404f-4612-4ac6-b60a-5d9d5a0f6341 req-b906ffa4-f49d-401f-b516-fbc5fb37fb3c tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262216 Mar 02 18:51:44.277855 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.282164 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-3483ae82-201a-40f7-9f88-0878d4e2fc73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8990581 Mar 02 18:51:44.332759 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52502) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:44.446429 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group_rule': {'security_group_id': 'fdaff147-89f5-457d-863c-6d234e0957ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:44.467703 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.472453 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-04a3209d-e273-4401-bde1-ca6951a6f217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2687109 Mar 02 18:51:44.488239 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:51:44.488792 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (af8e35ab-60a5-4fec-9b1e-f9ed5e8113f4), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.502457 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Made reservation on behalf of 158bcfa77a0a470dbd9d9e4aee15f4e4 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:44.511476 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 382c3379-50ae-4dda-abd6-6dc7bf53243a is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:44.514111 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.530751 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-f4a0f613-60e5-4f80-b777-91e029e2bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:44.530751 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-f4a0f613-60e5-4f80-b777-91e029e2bd5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.2890840 Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: from cryptography.utils import int_from_bytes Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: from cryptography.utils import int_from_bytes Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:51:44.531100 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:51:44.551951 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:41Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:44.558081 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-737dca1f-44fd-4bb7-880f-801224621e77 req-fe80c30f-44b0-49d0-a8c4-ddf4e7c84883 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960592 Mar 02 18:51:44.627505 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edc91-3dc6-4b4f-8385-9987d400f349 None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:41Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:44.648342 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-8262e510-2b2c-4687-b4df-d463610cb197 None None] Current status of the port 069fcd91-72d7-4245-a54a-ac1324cf14a6 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:44.736829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4baa7122-8e47-46da-940c-ab651bd2f18f req-47a9103b-28b3-441c-9b2d-b8abe5c17108 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.2366629 Mar 02 18:51:44.756961 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 31d730de-ba17-42ee-9917-a4ceb887aca6 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:44.860879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 31d730de-ba17-42ee-9917-a4ceb887aca6 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:44.861256 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:44.900863 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-4ed37de1-9d24-49bc-af10-bade1dc89067 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592944 Mar 02 18:51:45.026015 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 31d730de-ba17-42ee-9917-a4ceb887aca6 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:45.027108 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:45.030354 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (2d63a65b-c4dd-4bc9-af30-59dc7cae9c45), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.063578 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-74486fa3-dad7-4325-9a0a-bb624bc089bf tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1614271995&fields=id&tenant_id=4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 267 time: 0.1534491 Mar 02 18:51:45.078250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.083819 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.087546 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1 HTTP/1.1" status: 204 len: 168 time: 3.5571434 Mar 02 18:51:45.097738 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52532) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:45.130249 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:45.130854 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.183425 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee2a51-10ae-4f7a-9c91-281ef60f3bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d93cabc-7ac7-4af7-b812-f9eadd1c8bd1,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:45.253089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:45.254254 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (2d63a65b-c4dd-4bc9-af30-59dc7cae9c45), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.257340 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 923c0649-752f-486c-9e8e-d90f8a7b8083 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:45.261668 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-50fe6a13-18c1-4d18-a9c2-dc6722956032 service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283905 Mar 02 18:51:45.273108 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (2d63a65b-c4dd-4bc9-af30-59dc7cae9c45), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.348454 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d63a65b-c4dd-4bc9-af30-59dc7cae9c45,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:45.377470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.378650 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-28f943c1-4546-4468-b061-416beb668e13 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0454400 Mar 02 18:51:45.378752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Deleting subnet 4568306e-989c-47fd-99c0-d74f5396f674 {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:51:45.380757 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 923c0649-752f-486c-9e8e-d90f8a7b8083 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:45.381185 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.385105 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52542) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:45.400106 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:45.420242 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a6951-28ff-42ba-a250-63ba4a59bbc9 x-openstack-request-id: req-b92a6951-28ff-42ba-a250-63ba4a59bbc9 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:45.420602 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "tag": "c21d98ee-d698-42da-96d8-a97241259308", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:45.420770 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b92a6951-28ff-42ba-a250-63ba4a59bbc9 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:45.421206 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308', 'status': 'completed', 'code': 200} Mar 02 18:51:45.421644 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52546) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:45.535419 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.550929 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065f048e-b298-462b-956f-529012e98959 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:45.561930 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks [] for port (065f048e-b298-462b-956f-529012e98959), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.563879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 923c0649-752f-486c-9e8e-d90f8a7b8083 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:45.609464 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Transition to ACTIVE for port object 065f048e-b298-462b-956f-529012e98959 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:45.620805 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (065f048e-b298-462b-956f-529012e98959), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.757928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5f3343a5-2cb5-407e-a87f-9f5825c3bc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.773905 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d5fd2b-8c70-4e6a-9fa1-7c36bf289b32 x-openstack-request-id: req-f4d5fd2b-8c70-4e6a-9fa1-7c36bf289b32 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:45.774205 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:45.774446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4d5fd2b-8c70-4e6a-9fa1-7c36bf289b32 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:45.774894 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7', 'status': 'completed', 'code': 200} Mar 02 18:51:45.780129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:45.780656 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Publish callbacks [] for subnet (4568306e-989c-47fd-99c0-d74f5396f674), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.790105 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-0c8836b0-d037-4eef-956d-40f4c0a270d6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:45.800583 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-0c8836b0-d037-4eef-956d-40f4c0a270d6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 817 time: 0.7275574 Mar 02 18:51:45.883817 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Attempting to bind port 065f048e-b298-462b-956f-529012e98959 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:45.884212 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Attempting to bind port 065f048e-b298-462b-956f-529012e98959 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:45.884841 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Attempting to bind port 065f048e-b298-462b-956f-529012e98959 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:45.900115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.911477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Port 065f048e-b298-462b-956f-529012e98959 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:45.911832 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Attempting to bind port 065f048e-b298-462b-956f-529012e98959 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:45.912508 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-cdc85f6d-b25b-4c0b-aa8e-aa6e23ca130c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/quotas/4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 375 time: 0.1080751 Mar 02 18:51:45.926041 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:45.926386 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Checking segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:45.926818 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Bound using segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:45.927271 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Bound port: 065f048e-b298-462b-956f-529012e98959, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:45.927671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (065f048e-b298-462b-956f-529012e98959), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.941159 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Publish callbacks [] for subnet (4568306e-989c-47fd-99c0-d74f5396f674), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:45.992450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Allocated IP 172.20.0.8 (37eb12c1-7750-4b67-9e1b-4d7712c7fb34/27b1a08e-a842-483a-9385-cb33174b5c4e/12ad939d-6614-46d3-9a4a-08cef1b4a183) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:45.995228 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (4568306e-989c-47fd-99c0-d74f5396f674), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.007086 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f208102-f2af-40a3-9c59-b2ab66b933eb req-b853da97-6e1b-47fd-9800-024a1c95b372 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.014104 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f208102-f2af-40a3-9c59-b2ab66b933eb req-b853da97-6e1b-47fd-9800-024a1c95b372 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.1620035 Mar 02 18:51:46.135868 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5f3343a5-2cb5-407e-a87f-9f5825c3bc20 admin admin] Publish callbacks [] for security_group (fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.154881 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5f3343a5-2cb5-407e-a87f-9f5825c3bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.186515 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Allocated IP 172.27.1.67 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/337e3764-34e4-4db3-97e9-27f351e42939) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:46.187478 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:46.205632 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f208102-f2af-40a3-9c59-b2ab66b933eb req-3859e3ec-1bd1-436b-9e1c-0dc7d9d24fa9 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905577 Mar 02 18:51:46.227971 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-e96ea3bd-2b28-4285-8566-41bb4dc1bbf6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3069170 Mar 02 18:51:46.253343 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=065f048e-b298-462b-956f-529012e98959,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:46.254920 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (4568306e-989c-47fd-99c0-d74f5396f674), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.282817 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3343a5-2cb5-407e-a87f-9f5825c3bc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:46.317881 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5f3343a5-2cb5-407e-a87f-9f5825c3bc20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd866ec9a3a04136bef449b8dbbf4100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8794689 Mar 02 18:51:46.329033 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52572) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:46.337679 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (065f048e-b298-462b-956f-529012e98959), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.403534 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-ba0af7db-9364-4cee-99c0-46b7eccf0b78 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417287 Mar 02 18:51:46.404238 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4568306e-989c-47fd-99c0-d74f5396f674,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:46.406523 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.410851 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5989f3c3-3dc6-4d43-8e73-5df28f29f76f req-c691963e-f278-45e4-be08-15b6044ed0be service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863614 Mar 02 18:51:46.412596 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ffc81bab-4fbf-4b7c-b2ab-c364284e0234 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4568306e-989c-47fd-99c0-d74f5396f674 HTTP/1.1" status: 204 len: 168 time: 1.3134151 Mar 02 18:51:46.429375 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52576) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:46.519064 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.519970 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.521266 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] 10.222.0.41 "PUT /v2.0/ports/065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 1093 time: 4.0332739 Mar 02 18:51:46.603400 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (7f14c8ce-67bb-4df4-815e-5d9d09a69d2f), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.664542 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 069fcd91-72d7-4245-a54a-ac1324cf14a6 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:46.667586 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (337e3764-34e4-4db3-97e9-27f351e42939), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.675860 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] Publish callbacks [] for security_group (fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.686222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95618c1c-d908-47f6-b26a-33c90446ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:46.721730 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c933b9-6f0b-4d4d-a80e-2dcc494a026f req-167c3dc7-6888-4cd8-87b2-6ed27d88e937 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.726571 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 069fcd91-72d7-4245-a54a-ac1324cf14a6 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:46.727010 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.730289 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8c933b9-6f0b-4d4d-a80e-2dcc494a026f req-167c3dc7-6888-4cd8-87b2-6ed27d88e937 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 943 time: 0.3374872 Mar 02 18:51:46.741653 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52580) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:46.778180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-c4adc08f-113c-4600-a680-0044109a7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.779683 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-c4adc08f-113c-4600-a680-0044109a7d80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=015ecc24386d41929577a45066d9890f&device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 1128 time: 0.3009446 Mar 02 18:51:46.786243 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-65cdee77-f938-4b59-8d22-411db5e42a28 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145903 Mar 02 18:51:46.835870 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8c933b9-6f0b-4d4d-a80e-2dcc494a026f req-cd79c994-5c93-4d68-b1f9-26b952912d72 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Mar 02 18:51:46.838906 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 069fcd91-72d7-4245-a54a-ac1324cf14a6 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:46.847399 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks [] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.859340 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] Publish callbacks [] for security_group (fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:46.879150 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f6ef69-7cbb-4340-930c-fa87b0d63867 req-82d9a21e-0255-4b7f-99de-ea619947610e service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262757 Mar 02 18:51:47.014306 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3015f78-afd5-4083-a4a1-b5f4ce4d4a0f req-46779c27-bd4e-4adb-a9fb-962339ee54f9 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.0754631 Mar 02 18:51:47.035530 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (7f14c8ce-67bb-4df4-815e-5d9d09a69d2f), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.065271 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-bd3a3c78-0900-49b3-aa61-5f0b3ab137a9 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781882 Mar 02 18:51:47.070296 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.082186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-ee7aa9d3-3bd9-4343-96ef-787dbb913fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.084368 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-ee7aa9d3-3bd9-4343-96ef-787dbb913fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1127 time: 0.4231739 Mar 02 18:51:47.085732 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (337e3764-34e4-4db3-97e9-27f351e42939), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.106586 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1268-22d0-44cf-9437-9bd4093813de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.116929 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.119613 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.123749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb HTTP/1.1" status: 204 len: 168 time: 0.7916522 Mar 02 18:51:47.150056 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-569f1a48-f537-47d6-a15d-e379bb30797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.151899 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-569f1a48-f537-47d6-a15d-e379bb30797d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 1127 time: 0.1717317 Mar 02 18:51:47.159417 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:47.162380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bc469-c1da-4cd7-8e31-38c6e5d3b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa2e7e-aef3-4a84-9cd4-6219453d8eeb,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:47.185562 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Pushing event updated for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:47.188355 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:47.213847 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:47.220033 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.220780 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.291596 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-5b8bc7cc-62e1-4e18-bc14-e565ca2e0c5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2062759 Mar 02 18:51:47.310074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Request body: {'port': {'device_id': '29a63ceb-f5d8-4730-b574-89321720fc88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:47.349483 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f14c8ce-67bb-4df4-815e-5d9d09a69d2f']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:47.380905 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-3418327e-5f80-441e-a7b5-9ed90461c1e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.2766738 Mar 02 18:51:47.398055 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-aad0ca2e-4215-47d2-b4ed-9866f51c4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.400180 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-aad0ca2e-4215-47d2-b4ed-9866f51c4b51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 915 time: 0.2396090 Mar 02 18:51:47.402200 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc952064-4e85-4a6f-8581-cfe642488831') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:47.404619 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc952064-4e85-4a6f-8581-cfe642488831') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:47.405350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:47.447512 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'tag': '065f048e-b298-462b-956f-529012e98959'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:47.450314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465" -d '{"events": [{"name": "network-changed", "server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "tag": "065f048e-b298-462b-956f-529012e98959"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:47.462047 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a1582e9-e6c2-4023-93ac-7012bbc15fe8 req-d4946301-9349-4f2f-8a4c-eca130a09447 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1650357 Mar 02 18:51:47.467961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:47.470976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:47.521657 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-c2793f79-936e-4edb-8acc-90bd92e034fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7 HTTP/1.1" status: 200 len: 217 time: 0.0801992 Mar 02 18:51:47.544120 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (bc952064-4e85-4a6f-8581-cfe642488831), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.559720 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.599624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52600) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:47.618062 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=337e3764-34e4-4db3-97e9-27f351e42939,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:47.638442 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-60f79f95-49d5-4f6f-8416-66e4f78baf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.660962 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7b45ca-1de5-4f95-9983-2a3c584d6580 x-openstack-request-id: req-0b7b45ca-1de5-4f95-9983-2a3c584d6580 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:47.661401 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "tag": "065f048e-b298-462b-956f-529012e98959", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:47.661754 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b7b45ca-1de5-4f95-9983-2a3c584d6580 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:47.662452 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'tag': '065f048e-b298-462b-956f-529012e98959', 'status': 'completed', 'code': 200} Mar 02 18:51:47.665012 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1268-22d0-44cf-9437-9bd4093813de admin admin] Publish callbacks [] for security_group (8c7bdf51-5378-46f6-a6b2-7962effcffbf), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.669849 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-4ca6bb7e-9c61-48c5-9285-cc9fe865eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.671500 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-4ca6bb7e-9c61-48c5-9285-cc9fe865eb83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 HTTP/1.1" status: 200 len: 912 time: 0.8612454 Mar 02 18:51:47.672520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (bc952064-4e85-4a6f-8581-cfe642488831), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.688908 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304615d9-a2fa-4f26-99fa-c8cdf7732ced req-5b1612cc-d95e-4570-8475-f1106cade46e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.690469 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-304615d9-a2fa-4f26-99fa-c8cdf7732ced req-5b1612cc-d95e-4570-8475-f1106cade46e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.2872121 Mar 02 18:51:47.692961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1268-22d0-44cf-9437-9bd4093813de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8c7bdf51-5378-46f6-a6b2-7962effcffbf), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.708144 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-f4ec53ea-9212-45ac-b63b-2760531d1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.710227 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-f4ec53ea-9212-45ac-b63b-2760531d1e78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.1513319 Mar 02 18:51:47.731392 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:51:47.733349 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (bc952064-4e85-4a6f-8581-cfe642488831), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:47.734465 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-f5da0f8d-8ed6-4a52-ac11-481a0f464b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:47.736620 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-f5da0f8d-8ed6-4a52-ac11-481a0f464b23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.3366940 Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:51:47.741285 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:51:47.769146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-956d439a-8fb9-4e2b-926b-54b9a1cef790 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462394 Mar 02 18:51:47.807118 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-f786c5d4-41ca-47b2-bdb2-adba20546ffd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21d98ee-d698-42da-96d8-a97241259308 HTTP/1.1" status: 200 len: 217 time: 0.1257718 Mar 02 18:51:47.883912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ad9f1268-22d0-44cf-9437-9bd4093813de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5811ec8f32ae441b963fe026e21593ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1338053 Mar 02 18:51:47.883912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-089c9655-245c-408c-a8f4-6a0a3eaed311 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274343 Mar 02 18:51:47.907467 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52608) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:47.932755 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f1268-22d0-44cf-9437-9bd4093813de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7bdf51-5378-46f6-a6b2-7962effcffbf,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:47.962387 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (7f14c8ce-67bb-4df4-815e-5d9d09a69d2f), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.006844 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.012559 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7f14c8ce-67bb-4df4-815e-5d9d09a69d2f HTTP/1.1" status: 204 len: 168 time: 1.5711052 Mar 02 18:51:48.044524 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-d0d1391d-f346-4883-944b-3d936d16745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.046002 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-d0d1391d-f346-4883-944b-3d936d16745e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4154aff-3bc6-41c5-a15c-b5c511b5972c HTTP/1.1" status: 200 len: 851 time: 0.2298608 Mar 02 18:51:48.047050 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.076771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bc48a-0a1d-4f6f-b63b-5f3350845e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f14c8ce-67bb-4df4-815e-5d9d09a69d2f,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:48.164394 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-304615d9-a2fa-4f26-99fa-c8cdf7732ced req-8493d284-a6b7-4443-a599-d82a625ac19b tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577463 Mar 02 18:51:48.171221 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-ca66350a-89f8-4562-88e9-4ee7b0eba547 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061356 Mar 02 18:51:48.212326 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (337e3764-34e4-4db3-97e9-27f351e42939), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.262486 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52614) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:48.294925 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] Publish callbacks [] for security_group (8c7bdf51-5378-46f6-a6b2-7962effcffbf), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.300683 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-02df48c7-9152-407e-b5a7-6cb7e5f72c79 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924425 Mar 02 18:51:48.370610 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-60f79f95-49d5-4f6f-8416-66e4f78baf70 admin admin] Publish callbacks [] for security_group (878d892c-5093-4ce1-a2fe-c45ba7b27b8d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.385438 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-60f79f95-49d5-4f6f-8416-66e4f78baf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (878d892c-5093-4ce1-a2fe-c45ba7b27b8d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.389078 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-74ded5f2-11a3-44bc-929b-b2a8c8ee1559 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095009 Mar 02 18:51:48.395991 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de2f20-654a-44eb-a501-0bf3a2797dcf req-122ed70e-0ec1-498a-aa47-79de01a1ed39 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.397938 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58de2f20-654a-44eb-a501-0bf3a2797dcf req-122ed70e-0ec1-498a-aa47-79de01a1ed39 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 943 time: 0.3555593 Mar 02 18:51:48.415003 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] Publish callbacks [] for security_group (8c7bdf51-5378-46f6-a6b2-7962effcffbf), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.462760 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-3047dcaa-cd83-4a73-a769-2ce303765042 service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794027 Mar 02 18:51:48.543426 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-161b5fd0-2798-451c-97ef-b0e94080e3a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37bdbb6dd5b143c0bf4d869fcd38fb88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2775233 Mar 02 18:51:48.551175 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52620) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:48.574256 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-60f79f95-49d5-4f6f-8416-66e4f78baf70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=808fff694970427489951859af1c8f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700117 Mar 02 18:51:48.574972 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f79f95-49d5-4f6f-8416-66e4f78baf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878d892c-5093-4ce1-a2fe-c45ba7b27b8d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:48.582260 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52622) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:48.611523 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ad939d-6614-46d3-9a4a-08cef1b4a183 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:48.619359 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-26a68b7a-bbb0-4eec-812c-88b9809c38fd req-941927dc-b571-411a-9d66-f9b8db744978 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063562 Mar 02 18:51:48.633003 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks [] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.648008 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd803e-e053-427e-bf62-c8188d4a381d req-974bdcef-2824-4759-926c-72de77cc9f9c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.654033 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0ffd803e-e053-427e-bf62-c8188d4a381d req-974bdcef-2824-4759-926c-72de77cc9f9c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 931 time: 0.3930237 Mar 02 18:51:48.704872 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8c7bdf51-5378-46f6-a6b2-7962effcffbf), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.708406 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.710504 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c7bdf51-5378-46f6-a6b2-7962effcffbf HTTP/1.1" status: 204 len: 168 time: 0.8008678 Mar 02 18:51:48.721976 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Transition to ACTIVE for port object 12ad939d-6614-46d3-9a4a-08cef1b4a183 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:48.728245 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.41', 53731) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:48.732579 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-f4f153d9-947f-4c85-8536-856ff85fab52 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258779 Mar 02 18:51:48.747465 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58de2f20-654a-44eb-a501-0bf3a2797dcf req-bdc1d87f-52df-4e46-b8ec-115379cfadf4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265476 Mar 02 18:51:48.778868 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-1f118e1d-0245-41ed-8926-cd385877baf0 service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092401 Mar 02 18:51:48.780950 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (337e3764-34e4-4db3-97e9-27f351e42939), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.803739 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.817249 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0ffd803e-e053-427e-bf62-c8188d4a381d req-3021344b-98b8-4d45-984e-ccee9f5818e5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619680 Mar 02 18:51:48.821983 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf8c9-5bf1-43d6-bd45-a4c0fcd61eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7bdf51-5378-46f6-a6b2-7962effcffbf,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:48.858447 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (337e3764-34e4-4db3-97e9-27f351e42939), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.882310 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] Publish callbacks [] for security_group (878d892c-5093-4ce1-a2fe-c45ba7b27b8d), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.925464 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-096272fc-5b3a-4ffe-968c-18e1121bc7bf req-b0a0b9ca-f446-4f50-9626-22ee5cb3eeab tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0546403 Mar 02 18:51:48.926950 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] Publish callbacks [] for security_group (3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:48.958164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Pushing event updated for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.024254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] Publish callbacks [] for security_group (3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.042944 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Attempting to bind port 12ad939d-6614-46d3-9a4a-08cef1b4a183 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:49.043285 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Attempting to bind port 12ad939d-6614-46d3-9a4a-08cef1b4a183 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:49.043618 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Attempting to bind port 12ad939d-6614-46d3-9a4a-08cef1b4a183 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:49.064393 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Port 12ad939d-6614-46d3-9a4a-08cef1b4a183 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:49.064711 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Attempting to bind port 12ad939d-6614-46d3-9a4a-08cef1b4a183 on network 37eb12c1-7750-4b67-9e1b-4d7712c7fb34 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:49.073684 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:49.074053 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Checking segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:49.074457 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Bound using segment: {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:49.074992 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Bound port: 12ad939d-6614-46d3-9a4a-08cef1b4a183, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:49.075507 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.131495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.134815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.136240 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e HTTP/1.1" status: 204 len: 168 time: 0.5841329 Mar 02 18:51:49.164114 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0940-bf04-4b49-a391-c08d542f7aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2d2f71-1c2d-4b70-ad13-4c9dac480c0e,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.170261 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:49.177865 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:49.219360 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.310842 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.311512 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.315849 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] 10.222.0.41 "PUT /v2.0/ports/12ad939d-6614-46d3-9a4a-08cef1b4a183 HTTP/1.1" status: 200 len: 1093 time: 2.0124729 Mar 02 18:51:49.317158 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:49.328041 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ca360-016d-4170-8029-7527a23d8b87" -d '{"events": [{"name": "network-changed", "server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:49.387783 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] Publish callbacks [] for security_group (878d892c-5093-4ce1-a2fe-c45ba7b27b8d), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.388802 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52636) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:49.390009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382e5a-625e-4ea6-90c8-2ddb50ce0f3f service neutron] Pushing event updated for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.426135 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5a112a-d920-4b5e-989f-463893a34b3a x-openstack-request-id: req-cc5a112a-d920-4b5e-989f-463893a34b3a {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:49.426414 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:49.426667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc5a112a-d920-4b5e-989f-463893a34b3a {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:49.427083 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183', 'status': 'completed', 'code': 200} Mar 02 18:51:49.433504 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-5955cf5d-c912-425c-ab9d-4b5d7c05bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.435055 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-5955cf5d-c912-425c-ab9d-4b5d7c05bb39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1127 time: 0.6857827 Mar 02 18:51:49.444459 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=337e3764-34e4-4db3-97e9-27f351e42939,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.463007 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b7b62eb3-2d8e-45c9-a92c-5faa3a522cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.468636 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.482237 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-706c95f1-8ae3-404b-8bcd-2958c3a39105 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.483640 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-706c95f1-8ae3-404b-8bcd-2958c3a39105 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 817 time: 0.7538366 Mar 02 18:51:49.536870 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a96613f7-0080-4245-9305-52c801d85a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.539055 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-a96613f7-0080-4245-9305-52c801d85a9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 1127 time: 0.1325667 Mar 02 18:51:49.549432 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dff31-511f-4774-b7de-4bf4a4ff99fc req-9e59a0b4-98fa-4f56-a1e6-955b74b51d86 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.558858 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd8dff31-511f-4774-b7de-4bf4a4ff99fc req-9e59a0b4-98fa-4f56-a1e6-955b74b51d86 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.1508772 Mar 02 18:51:49.561672 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.565960 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2ce998a1-14dc-4efa-bc11-5031d9ef68e3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1753376 Mar 02 18:51:49.643179 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (878d892c-5093-4ce1-a2fe-c45ba7b27b8d), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.646143 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.650908 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/878d892c-5093-4ce1-a2fe-c45ba7b27b8d HTTP/1.1" status: 204 len: 168 time: 1.0609071 Mar 02 18:51:49.661439 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-01381351-03d8-40c4-b6c5-30c36176bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.663490 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-01381351-03d8-40c4-b6c5-30c36176bf16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.2224252 Mar 02 18:51:49.677494 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-fc19b309-8fb2-4844-ae9e-33d0fd785181 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 380 time: 0.1614213 Mar 02 18:51:49.677745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-7008675b-5ba3-4c53-a9ff-4feed64daa35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183 HTTP/1.1" status: 200 len: 217 time: 0.0677772 Mar 02 18:51:49.683925 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c8648-ba03-4338-990a-197688236f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878d892c-5093-4ce1-a2fe-c45ba7b27b8d,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.697385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd8dff31-511f-4774-b7de-4bf4a4ff99fc req-b280b5b4-1d46-4dc6-96a3-6def258e8b43 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335766 Mar 02 18:51:49.731405 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'port': {'device_id': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'admin_state_up': True, 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'security_groups': ['80bc1001-a8f7-40af-a6fa-9efe3ec05106']}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:49.737465 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-be6ceaaa-567d-4e26-889f-d7643c62f43f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0651963 Mar 02 18:51:49.761204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b7b62eb3-2d8e-45c9-a92c-5faa3a522cea admin admin] Publish callbacks [] for security_group (217c12d8-8332-48ef-9c64-1f9c606d84bc), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.790790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-db5881fe-ca13-4efb-a0d1-31bdeeb0eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.792976 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-db5881fe-ca13-4efb-a0d1-31bdeeb0eedb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0931315 Mar 02 18:51:49.793612 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52650) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:49.804448 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b7b62eb3-2d8e-45c9-a92c-5faa3a522cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (217c12d8-8332-48ef-9c64-1f9c606d84bc), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:49.854536 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-a49aa098-e2a4-4bf9-ba1e-914484cfeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.855985 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-a49aa098-e2a4-4bf9-ba1e-914484cfeb90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.1081941 Mar 02 18:51:49.902514 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-1fd49db4-b22d-47f8-a8be-6d7856b4e614 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358100 Mar 02 18:51:49.927123 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-f05ce443-8679-4aed-a68f-038a465c95a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178951 Mar 02 18:51:49.962958 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b62eb3-2d8e-45c9-a92c-5faa3a522cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217c12d8-8332-48ef-9c64-1f9c606d84bc,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:49.967146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b7b62eb3-2d8e-45c9-a92c-5faa3a522cea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a7f6d8cc0314155be826d525b5e261e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700722 Mar 02 18:51:49.969957 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52664) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:49.981154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Made reservation on behalf of 4f7e363a224745e88186b776ab7f9ef4 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:49.984384 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.055603 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-79a52017-574f-48e5-8eb6-3bfceb7d8ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71e8038097ad4bce9735e16e7fbc4e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566483 Mar 02 18:51:50.056033 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52668) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:50.085875 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-6caddcf3-1097-47d3-90d4-1a21b5c0ae3c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1551324849&fields=id&tenant_id=aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 267 time: 0.1611156 Mar 02 18:51:50.098874 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf677e48-6554-4c64-b658-c707901bd078 req-4734c803-f346-4ed6-83b9-24df4c55ab70 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:50.100509 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf677e48-6554-4c64-b658-c707901bd078 req-4734c803-f346-4ed6-83b9-24df4c55ab70 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 943 time: 0.2511344 Mar 02 18:51:50.143905 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-45dce487-8f46-4cee-90d2-961994397d39 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350042 Mar 02 18:51:50.192078 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] Publish callbacks [] for security_group (217c12d8-8332-48ef-9c64-1f9c606d84bc), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.222674 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-f4a01a8c-22b7-4463-a993-2d870b0203d2 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758455 Mar 02 18:51:50.279601 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf677e48-6554-4c64-b658-c707901bd078 req-b0f2417a-1b02-42a2-b4c8-3d0f86489c0d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399238 Mar 02 18:51:50.298345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] Publish callbacks [] for security_group (217c12d8-8332-48ef-9c64-1f9c606d84bc), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.309027 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] Publish callbacks [] for security_group (05d94d76-b1b2-4453-bece-f828f47347d5), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.338271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-467dd113-5e15-42c8-816c-043a5dd2ab5e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:50.339810 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-467dd113-5e15-42c8-816c-043a5dd2ab5e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 811 time: 0.2383928 Mar 02 18:51:50.349278 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Allocated IP 172.20.0.7 (4f6a2f40-b01d-44bc-880f-149b7df47fe3/993b6a24-c3a5-459a-a102-b5f2911174bf/098215be-c891-4080-944b-490808b448f3) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:50.390618 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] Publish callbacks [] for security_group (05d94d76-b1b2-4453-bece-f828f47347d5), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.395166 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b6b0e8eb-7a39-4bf2-bb5e-0c7c00f71465 req-1ab55e56-149a-400b-8303-95dd2a04057c service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382529 Mar 02 18:51:50.404151 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-188ecfdb-9be1-43ad-82a2-4a46f12505d9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/quotas/aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 375 time: 0.0546567 Mar 02 18:51:50.451575 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (217c12d8-8332-48ef-9c64-1f9c606d84bc), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.452193 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9478dc12-98ce-49a3-9d9f-802e0c0552e2 req-397726de-128f-4207-8126-da19b286183e service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223880 Mar 02 18:51:50.453615 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.454743 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/217c12d8-8332-48ef-9c64-1f9c606d84bc HTTP/1.1" status: 204 len: 168 time: 0.4838510 Mar 02 18:51:50.479631 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecea4a-e74b-400e-802d-e86fa8ed157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c12d8-8332-48ef-9c64-1f9c606d84bc,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:50.509364 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5161cb-40d3-470b-8020-135f933ec56d req-2a7423d9-f728-4713-81c2-d47ebede30fa tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:50.510950 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ea5161cb-40d3-470b-8020-135f933ec56d req-2a7423d9-f728-4713-81c2-d47ebede30fa tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 943 time: 0.1369200 Mar 02 18:51:50.548194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-a79a065b-1b93-415c-aada-393c8622145c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429160 Mar 02 18:51:50.609126 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (098215be-c891-4080-944b-490808b448f3), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.650248 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (098215be-c891-4080-944b-490808b448f3), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.664366 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (05d94d76-b1b2-4453-bece-f828f47347d5), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.667464 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.668779 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d94d76-b1b2-4453-bece-f828f47347d5 HTTP/1.1" status: 204 len: 168 time: 0.6117940 Mar 02 18:51:50.719098 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c373-376c-4e76-9bd2-f3e8851eb3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d94d76-b1b2-4453-bece-f828f47347d5,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:50.725958 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:50.731456 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:50.737432 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:50.772539 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ea5161cb-40d3-470b-8020-135f933ec56d req-47e6a188-62a5-42c4-805b-dc8921d98a9c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225385 Mar 02 18:51:50.781238 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-7c7cedde-5d2d-4af4-b8dc-1a28a751026a service neutron] 10.222.0.21 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154179 Mar 02 18:51:50.783864 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ca360-016d-4170-8029-7527a23d8b87 req-799178cd-6cef-4620-8e30-33919c280e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:50.785284 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-799178cd-6cef-4620-8e30-33919c280e62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 1127 time: 0.2187445 Mar 02 18:51:50.790040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:50.822426 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:50.823314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:50.850043 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-ffa38579-6d77-4e8b-8ccc-ab5b218c72a3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609402 Mar 02 18:51:50.864956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Request body: {'port': {'device_id': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:50.948322 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.166468 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-f877fc60-8e25-4597-903d-b3812a1c2a3f None None] Provisioning complete for port 098215be-c891-4080-944b-490808b448f3 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:51.168355 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f877fc60-8e25-4597-903d-b3812a1c2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (098215be-c891-4080-944b-490808b448f3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.232433 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-f877fc60-8e25-4597-903d-b3812a1c2a3f None None] Port 098215be-c891-4080-944b-490808b448f3 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:51:51.282269 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ca360-016d-4170-8029-7527a23d8b87 req-fa0c4f53-8c90-4679-8fc6-5ea914312caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:51.284739 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-fa0c4f53-8c90-4679-8fc6-5ea914312caa service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.4732203 Mar 02 18:51:51.292349 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 090b3aa9-4d17-44ad-ab6a-ff33670851d7 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:51:51.297993 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef0ecf-ecd9-45c1-87de-3baf4faf2605 req-5f95c85c-d4e3-4b54-bf44-5100774d1550 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:51.301606 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a0ef0ecf-ecd9-45c1-87de-3baf4faf2605 req-5f95c85c-d4e3-4b54-bf44-5100774d1550 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 931 time: 0.3860590 Mar 02 18:51:51.307262 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-2c6c196d-3ee0-4704-bb6c-38072f7c0e7a service neutron] 10.222.0.21 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002561 Mar 02 18:51:51.352528 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-204c9109-b441-443e-bb89-3a5e389aeb64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183 HTTP/1.1" status: 200 len: 217 time: 0.0474601 Mar 02 18:51:51.442840 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a0ef0ecf-ecd9-45c1-87de-3baf4faf2605 req-5ef72a59-3760-49bc-b7ce-7e3719d5d504 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384065 Mar 02 18:51:51.462220 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ca360-016d-4170-8029-7527a23d8b87 req-7f01ade3-ffae-4dd0-9257-7e631a27a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:51.463187 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-7f01ade3-ffae-4dd0-9257-7e631a27a4d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.1026664 Mar 02 18:51:51.467827 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:51.489624 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '090b3aa9-4d17-44ad-ab6a-ff33670851d7', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'port_id': '090b3aa9-4d17-44ad-ab6a-ff33670851d7', 'mac_address': 'fa:16:3e:a2:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:51:51.503758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098215be-c891-4080-944b-490808b448f3 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:51.520366 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks [] for port (098215be-c891-4080-944b-490808b448f3), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.544691 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:51.545305 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.564672 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Transition to ACTIVE for port object 098215be-c891-4080-944b-490808b448f3 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:51.573183 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-e5ee9add-944a-4c19-8d47-575b7def4aeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020236 Mar 02 18:51:51.573440 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.590833 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b3aa9-4d17-44ad-ab6a-ff33670851d7 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:51.626760 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:51.632015 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.634429 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c21d98ee-d698-42da-96d8-a97241259308 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:51:51.729273 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-32cbf07b-5c8d-445b-b8f3-4930425f23cb service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493332 Mar 02 18:51:51.814466 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:51.865605 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:51.870204 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Attempting to bind port 098215be-c891-4080-944b-490808b448f3 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:51.870438 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Attempting to bind port 098215be-c891-4080-944b-490808b448f3 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:51.870745 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Attempting to bind port 098215be-c891-4080-944b-490808b448f3 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:51.885027 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Port 098215be-c891-4080-944b-490808b448f3 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:51.885584 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Attempting to bind port 098215be-c891-4080-944b-490808b448f3 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:51.893601 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:51.893947 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Checking segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:51.894332 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Bound using segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:51.895092 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Bound port: 098215be-c891-4080-944b-490808b448f3, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:51.895092 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:51.913099 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c21d98ee-d698-42da-96d8-a97241259308,segment=NetworkSegment(a894024f-cca1-4849-a939-8f8e82764899),segment_id=a894024f-cca1-4849-a939-8f8e82764899)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:51.936778 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': 'c21d98ee-d698-42da-96d8-a97241259308', 'network_id': 'a72e84b7-d930-40bf-8c2b-f4b90df8ddb3', 'port_id': 'c21d98ee-d698-42da-96d8-a97241259308', 'mac_address': 'fa:16:3e:89:1d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4154aff-3bc6-41c5-a15c-b5c511b5972c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:51:51.980696 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:51.984669 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:51.995977 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:52.062918 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port c21d98ee-d698-42da-96d8-a97241259308 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:52.063379 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c21d98ee-d698-42da-96d8-a97241259308), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:52.082140 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21d98ee-d698-42da-96d8-a97241259308 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:52.105010 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.105255 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:52.111214 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] 10.222.0.41 "PUT /v2.0/ports/098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 1093 time: 1.2544577 Mar 02 18:51:52.112776 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c21d98ee-d698-42da-96d8-a97241259308,segment=NetworkSegment(a894024f-cca1-4849-a939-8f8e82764899),segment_id=a894024f-cca1-4849-a939-8f8e82764899)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:52.112935 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:52.121268 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:52.126306 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:52.128783 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a073ec-d6eb-4c11-bc75-e81bf2d8c486 service neutron] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:52.165724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e7617-50c2-4bae-a49b-bec4cc65ecb0 req-41f1b1c7-5ad9-48ef-b942-9a901ef325a0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.180458 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d64e7617-50c2-4bae-a49b-bec4cc65ecb0 req-41f1b1c7-5ad9-48ef-b942-9a901ef325a0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 944 time: 0.4254954 Mar 02 18:51:52.228889 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:52.279818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d64e7617-50c2-4bae-a49b-bec4cc65ecb0 req-80984ff4-2682-441a-8e2b-f469749333d1 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969102 Mar 02 18:51:52.289364 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-902a4602-a00b-4ffd-b16c-776cab623137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.289651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970ca360-016d-4170-8029-7527a23d8b87 req-e60555d8-8a72-4491-b39e-320645fb8412 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579012 Mar 02 18:51:52.289740 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-902a4602-a00b-4ffd-b16c-776cab623137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.1253350 Mar 02 18:51:52.315438 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117fab-fcd5-4934-b574-ebc47ebeec1c req-1477c288-2a90-42f2-b070-058f71544967 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.320731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-48117fab-fcd5-4934-b574-ebc47ebeec1c req-1477c288-2a90-42f2-b070-058f71544967 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 944 time: 0.5905609 Mar 02 18:51:52.369878 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-38330cfe-7368-438d-8218-d8aac1a49679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 217 time: 0.0711987 Mar 02 18:51:52.437984 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8b164ae1-d30a-4e1d-9110-399bc7e98050 req-873ace22-ba7e-47a2-a1c5-e2ad40dc510d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 210 time: 0.0622020 Mar 02 18:51:52.465636 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-7eec16ef-c6be-43be-b313-a633e346ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.474608 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-7eec16ef-c6be-43be-b313-a633e346ada2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0949402 Mar 02 18:51:52.528958 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-48117fab-fcd5-4934-b574-ebc47ebeec1c req-805ffe3e-fd08-4e2c-8f45-bf777f4f401d tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989622 Mar 02 18:51:52.601672 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:51:52.617756 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-36faf004-8d94-4b6b-97d6-0e98d0886c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.622498 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-36faf004-8d94-4b6b-97d6-0e98d0886c89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1442537 Mar 02 18:51:52.632824 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6351a5d-946d-4243-9e02-4f0aa110d2a7 x-openstack-request-id: req-c6351a5d-946d-4243-9e02-4f0aa110d2a7 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:52.633818 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "tag": "098215be-c891-4080-944b-490808b448f3", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:52.634350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6351a5d-946d-4243-9e02-4f0aa110d2a7 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:52.634969 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'tag': '098215be-c891-4080-944b-490808b448f3', 'status': 'completed', 'code': 200} Mar 02 18:51:52.640486 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['c21d98ee-d698-42da-96d8-a97241259308'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:51:52.655543 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e059-3062-44a1-8c82-d1f86c1ca562 req-a9175513-7bde-4b54-8675-af1f07dcb5ad tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.661241 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf21e059-3062-44a1-8c82-d1f86c1ca562 req-a9175513-7bde-4b54-8675-af1f07dcb5ad tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 943 time: 0.0985634 Mar 02 18:51:52.780261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf21e059-3062-44a1-8c82-d1f86c1ca562 req-e4863f50-bf0f-457a-83e9-7990f488062d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112607 Mar 02 18:51:52.802071 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-413ae467-8268-491a-9f75-2b569893bff4 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577826 Mar 02 18:51:52.882932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7918d-db5f-4324-99d1-307e219aed40 req-0f7a4514-a311-4c5c-821b-68e2f8a78dd0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:52.894196 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e5c7918d-db5f-4324-99d1-307e219aed40 req-0f7a4514-a311-4c5c-821b-68e2f8a78dd0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1374590 Mar 02 18:51:52.957004 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:53.011633 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e5c7918d-db5f-4324-99d1-307e219aed40 req-0be818fa-25f6-41f5-b909-5f1fabd80ebb tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136551 Mar 02 18:51:53.055299 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdb755c7-10bf-432c-b485-8db3bece9be1 req-7b554fc1-0690-4747-b3f1-3816142a081b service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451830 Mar 02 18:51:53.163743 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-2c6cfda7-5e8c-4dad-9d5a-a9aad3e1b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.165581 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-2c6cfda7-5e8c-4dad-9d5a-a9aad3e1b54d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0501709 Mar 02 18:51:53.278573 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 065f048e-b298-462b-956f-529012e98959 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:51:53.298151 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-56bda9be-6cfc-4872-886e-7645b90fc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.300240 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-56bda9be-6cfc-4872-886e-7645b90fc12f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.1279483 Mar 02 18:51:53.358746 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-d9e3fb85-046f-4c25-8691-b662223aee1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 217 time: 0.0516443 Mar 02 18:51:53.440625 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-c59e9be1-5302-4c7a-bdcb-c0e4cba0a37d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.442355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-c59e9be1-5302-4c7a-bdcb-c0e4cba0a37d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 811 time: 0.2244160 Mar 02 18:51:53.487428 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-8e39b4bd-b043-4fbe-8470-38b104cd5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.491873 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-8e39b4bd-b043-4fbe-8470-38b104cd5286 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.1269729 Mar 02 18:51:53.499422 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52e3ea-728d-4714-a557-7a145b1eec77 req-9b31cfb9-09bd-45b1-ba1c-db5cabfdd54e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.500975 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b52e3ea-728d-4714-a557-7a145b1eec77 req-9b31cfb9-09bd-45b1-ba1c-db5cabfdd54e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 944 time: 0.1028638 Mar 02 18:51:53.559081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=065f048e-b298-462b-956f-529012e98959,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:53.573435 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-7c64d448-cf11-4562-a790-ccbb5bd28c4d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 380 time: 0.1212168 Mar 02 18:51:53.588012 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '065f048e-b298-462b-956f-529012e98959', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'port_id': '065f048e-b298-462b-956f-529012e98959', 'mac_address': 'fa:16:3e:f3:bf:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:51:53.602913 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'port': {'device_id': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'admin_state_up': True, 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'security_groups': ['fdaff147-89f5-457d-863c-6d234e0957ba']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:53.621351 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-9b0f510b-b504-43e0-be2b-258476dd832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.622748 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-9b0f510b-b504-43e0-be2b-258476dd832c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144917 Mar 02 18:51:53.637449 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 065f048e-b298-462b-956f-529012e98959 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:53.638175 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (065f048e-b298-462b-956f-529012e98959), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:53.654031 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065f048e-b298-462b-956f-529012e98959 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:53.656061 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19086055-73c0-4631-9348-0a2ce7d050bb req-9951f3ab-9b29-4462-8c36-649237ec8afa tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 210 time: 0.0766504 Mar 02 18:51:53.663136 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b52e3ea-728d-4714-a557-7a145b1eec77 req-74ac2371-f071-43db-9caa-e28c04fc5121 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Mar 02 18:51:53.737567 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=065f048e-b298-462b-956f-529012e98959,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:53.742476 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (065f048e-b298-462b-956f-529012e98959), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:53.824593 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:53.848220 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-98180d98-c124-4788-9556-ed0a6fe3ae9a service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187436 Mar 02 18:51:53.948056 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1062ed8-fcea-4228-975b-a541d3f988ef req-ad6c2780-1266-42d7-8243-fdf7ac6cbfc1 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:53.949769 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f1062ed8-fcea-4228-975b-a541d3f988ef req-ad6c2780-1266-42d7-8243-fdf7ac6cbfc1 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 945 time: 0.1430342 Mar 02 18:51:53.961339 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Made reservation on behalf of aa92365a822646c8ac90621768eba7ef for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:53.964838 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:53.978855 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aff3e17a-3ff5-4522-8d4a-294a7681d6c9 req-40f1e91a-1eff-4212-9d68-4552cc00e596 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231205 Mar 02 18:51:54.014021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e3be-b991-4572-a759-3fb53a54ca84 req-3a0cdbaa-b45d-43d8-aa90-8a168914765e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:54.020896 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df56e3be-b991-4572-a759-3fb53a54ca84 req-3a0cdbaa-b45d-43d8-aa90-8a168914765e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 943 time: 0.1233652 Mar 02 18:51:54.097902 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f1062ed8-fcea-4228-975b-a541d3f988ef req-7a181ece-a0e2-4f98-8d80-454e250cd8fc tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415205 Mar 02 18:51:54.140414 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df56e3be-b991-4572-a759-3fb53a54ca84 req-d012451a-b4c8-4547-8f71-8e171e044002 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184957 Mar 02 18:51:54.218770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Allocated IP 172.20.0.13 (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b/31536642-fa43-4d06-a0d4-c2150a90323e/46a5b242-f763-44ac-8b98-edf78a37251a) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:54.355931 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e835dfa-c8b3-4d4a-bf18-dc9a35ce03ee req-5a1d5a66-e74e-4e11-8f9a-80f40790ad23 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:54.363461 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e835dfa-c8b3-4d4a-bf18-dc9a35ce03ee req-5a1d5a66-e74e-4e11-8f9a-80f40790ad23 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1469142 Mar 02 18:51:54.444143 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e835dfa-c8b3-4d4a-bf18-dc9a35ce03ee req-7abe0aa8-0c17-40e7-9140-9d763814a198 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797670 Mar 02 18:51:54.462192 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (46a5b242-f763-44ac-8b98-edf78a37251a), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:54.501575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:54.524310 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['065f048e-b298-462b-956f-529012e98959'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:51:54.557247 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:54.561982 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:54.563978 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:54.566203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:51:54.571491 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:54.572128 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:54.590619 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-4b6016e4-52c8-4fdd-a5b6-e193b9135a97 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0005760 Mar 02 18:51:54.604381 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Request body: {'port': {'device_id': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:54.675863 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:54.972741 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931e58-50c1-45af-b9b6-5a80991a1e45 req-1794df41-17e0-47d7-b493-ff6861f90f06 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:54.974295 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f931e58-50c1-45af-b9b6-5a80991a1e45 req-1794df41-17e0-47d7-b493-ff6861f90f06 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 932 time: 0.1917403 Mar 02 18:51:54.977851 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-0964b9fa-fc05-4e77-b775-718527afcc4d None None] Provisioning complete for port 46a5b242-f763-44ac-8b98-edf78a37251a triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:54.979043 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0964b9fa-fc05-4e77-b775-718527afcc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:54.994932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5897-636e-4857-9b3b-3f30e9e934f2 req-e2870780-f682-490b-8c0a-2b9faada73e5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:54.996444 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d64e5897-636e-4857-9b3b-3f30e9e934f2 req-e2870780-f682-490b-8c0a-2b9faada73e5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 944 time: 0.2313125 Mar 02 18:51:55.024372 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-0964b9fa-fc05-4e77-b775-718527afcc4d None None] Port 46a5b242-f763-44ac-8b98-edf78a37251a cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:51:55.119617 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d64e5897-636e-4857-9b3b-3f30e9e934f2 req-afb2ec79-7fe5-4847-9469-5ce1844005c3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Mar 02 18:51:55.132891 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f931e58-50c1-45af-b9b6-5a80991a1e45 req-c0a30064-1b3c-434d-bb5f-fa68b8fe4564 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354699 Mar 02 18:51:55.235356 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a5b242-f763-44ac-8b98-edf78a37251a {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:55.259435 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks [] for port (46a5b242-f763-44ac-8b98-edf78a37251a), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.279779 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Transition to ACTIVE for port object 46a5b242-f763-44ac-8b98-edf78a37251a will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:51:55.285992 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.297590 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 12ad939d-6614-46d3-9a4a-08cef1b4a183 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:51:55.299610 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 090b3aa9-4d17-44ad-ab6a-ff33670851d7 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:55.328869 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a836c83-fa39-4549-9b71-07d3fa865d5f req-6602d863-bf5f-4311-b345-c9c6c267e746 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:55.330429 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a836c83-fa39-4549-9b71-07d3fa865d5f req-6602d863-bf5f-4311-b345-c9c6c267e746 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 945 time: 0.1412516 Mar 02 18:51:55.362015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffebda-3c77-4e86-a952-092e63004ce5 req-4bec7939-4aa9-46e9-9437-0222c76d51dd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:55.363537 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8cffebda-3c77-4e86-a952-092e63004ce5 req-4bec7939-4aa9-46e9-9437-0222c76d51dd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 943 time: 0.1397514 Mar 02 18:51:55.379201 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:55.436871 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:51:55.450564 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:55.450947 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.471830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Attempting to bind port 46a5b242-f763-44ac-8b98-edf78a37251a on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:51:55.472425 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Attempting to bind port 46a5b242-f763-44ac-8b98-edf78a37251a by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:51:55.472553 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Attempting to bind port 46a5b242-f763-44ac-8b98-edf78a37251a on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:55.486730 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:55.493225 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a836c83-fa39-4549-9b71-07d3fa865d5f req-9f5e1146-5c5d-44a5-b695-ee78a3bd82c2 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517472 Mar 02 18:51:55.493552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Port 46a5b242-f763-44ac-8b98-edf78a37251a on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:51:55.493949 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Attempting to bind port 46a5b242-f763-44ac-8b98-edf78a37251a on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:51:55.506336 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '12ad939d-6614-46d3-9a4a-08cef1b4a183', 'network_id': '37eb12c1-7750-4b67-9e1b-4d7712c7fb34', 'port_id': '12ad939d-6614-46d3-9a4a-08cef1b4a183', 'mac_address': 'fa:16:3e:6d:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1a08e-a842-483a-9385-cb33174b5c4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:51:55.508575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:51:55.508947 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Checking segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:51:55.509302 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Bound using segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:51:55.510137 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Bound port: 46a5b242-f763-44ac-8b98-edf78a37251a, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:51:55.510652 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.538469 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8cffebda-3c77-4e86-a952-092e63004ce5 req-d3c94d0b-4892-4882-9346-947b7a43e976 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677372 Mar 02 18:51:55.568138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 12ad939d-6614-46d3-9a4a-08cef1b4a183 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:55.569132 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.612999 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ad939d-6614-46d3-9a4a-08cef1b4a183 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:55.657578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:55.666538 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.666960 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:51:55.683026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=46a5b242-f763-44ac-8b98-edf78a37251a,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:51:55.691758 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.711829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:55.712306 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.735090 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488231-f4be-4f9a-ac8b-c7e901a28e83 req-39a99567-a03e-4072-b3d9-ad3ad9324c41 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:55.736599 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0488231-f4be-4f9a-ac8b-c7e901a28e83 req-39a99567-a03e-4072-b3d9-ad3ad9324c41 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1313288 Mar 02 18:51:55.742101 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:55.742930 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.744292 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] 10.222.0.41 "PUT /v2.0/ports/46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 1094 time: 1.1448507 Mar 02 18:51:55.748634 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:55.757844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:55.759612 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:55.762374 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f57ce-742b-4851-ba65-ac4d5ff55112" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:55.817202 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2b444-db3b-48ae-8da0-b72da4f22f22 x-openstack-request-id: req-03e2b444-db3b-48ae-8da0-b72da4f22f22 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:55.817529 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:55.817791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03e2b444-db3b-48ae-8da0-b72da4f22f22 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:55.818194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a', 'status': 'completed', 'code': 200} Mar 02 18:51:55.837080 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022842-9bf8-4272-b067-63a0827fcc05 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:55.868801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:55.870139 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0488231-f4be-4f9a-ac8b-c7e901a28e83 req-1fcd7249-136b-4316-a17d-c674d674e11e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201043 Mar 02 18:51:55.880852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-d94f5661-350f-42ba-b3f5-5babc1e8c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:55.883236 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-d94f5661-350f-42ba-b3f5-5babc1e8c568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1128 time: 0.0844543 Mar 02 18:51:55.889228 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:55.890356 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c21d98ee-d698-42da-96d8-a97241259308 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:55.949880 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-70ac6f29-512f-47be-b4c0-3acf2b1e70da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 217 time: 0.0561435 Mar 02 18:51:55.989218 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:56.008982 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port c21d98ee-d698-42da-96d8-a97241259308 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:51:56.013341 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port c21d98ee-d698-42da-96d8-a97241259308 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:56.013731 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (c21d98ee-d698-42da-96d8-a97241259308), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.038195 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-39d04865-ce57-47dd-9607-bcce3ac4ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.040326 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-39d04865-ce57-47dd-9607-bcce3ac4ed3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0845487 Mar 02 18:51:56.043725 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a79103-3ff1-4025-8e4c-c8208cacb3da" -d '{"events": [{"server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "name": "network-vif-plugged", "status": "completed", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:56.051663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['12ad939d-6614-46d3-9a4a-08cef1b4a183'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:51:56.117146 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-67a0c6f0-a129-4f67-8f06-26bd3ff1f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.119160 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-67a0c6f0-a129-4f67-8f06-26bd3ff1f7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718393 Mar 02 18:51:56.198458 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port c21d98ee-d698-42da-96d8-a97241259308 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:56.198851 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c21d98ee-d698-42da-96d8-a97241259308), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.203766 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d411b2b-47d8-42d2-9437-a72950a73360 x-openstack-request-id: req-1d411b2b-47d8-42d2-9437-a72950a73360 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:56.204085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "name": "network-vif-plugged", "status": "completed", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:56.204347 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d411b2b-47d8-42d2-9437-a72950a73360 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:56.204786 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7', 'code': 200} Mar 02 18:51:56.272337 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c21d98ee-d698-42da-96d8-a97241259308,segment=NetworkSegment(a894024f-cca1-4849-a939-8f8e82764899),segment_id=a894024f-cca1-4849-a939-8f8e82764899)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:56.277469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.332120 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-14760f82-c481-48de-a767-4ea04fbca656 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064161 Mar 02 18:51:56.396426 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:56.492352 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-ac068d74-4e5a-443b-96de-78b97df28527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.494568 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-ac068d74-4e5a-443b-96de-78b97df28527 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 1129 time: 0.0994494 Mar 02 18:51:56.517513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-04ab3bf5-b6ca-4b7f-9d40-3251d8bda249 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.659242 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93041c89-acb2-4c47-bacc-210cbb1f13f9 req-51f8a1a0-9114-4efd-8c08-0ded8c477cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201904 Mar 02 18:51:56.671238 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c91c84-9567-4aa1-b762-861bd31a3a1b req-fb74d22f-5ec7-43e5-a332-e1fe9299e6c5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.678689 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c5c91c84-9567-4aa1-b762-861bd31a3a1b req-fb74d22f-5ec7-43e5-a332-e1fe9299e6c5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.4204266 Mar 02 18:51:56.696560 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-04ab3bf5-b6ca-4b7f-9d40-3251d8bda249 service neutron] Publish callbacks [] for security_group (d07b0b76-1559-4e78-ab1e-c268abda89ee), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.704103 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-04ab3bf5-b6ca-4b7f-9d40-3251d8bda249 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d07b0b76-1559-4e78-ab1e-c268abda89ee), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:56.760972 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8c462340-ede3-4089-bd9e-e4da06b5564b req-04ab3bf5-b6ca-4b7f-9d40-3251d8bda249 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599936 Mar 02 18:51:56.803068 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c5c91c84-9567-4aa1-b762-861bd31a3a1b req-aac2c489-5e3a-4beb-8d99-b5866b426c2b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212888 Mar 02 18:51:56.804068 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab3bf5-b6ca-4b7f-9d40-3251d8bda249 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b0b76-1559-4e78-ab1e-c268abda89ee,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:56.849167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106711af-4c6c-4626-921b-d7f246ec77e0 req-e56b7851-99f6-4dc7-b96b-1f39d928506d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.865872 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-106711af-4c6c-4626-921b-d7f246ec77e0 req-e56b7851-99f6-4dc7-b96b-1f39d928506d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 944 time: 0.2041705 Mar 02 18:51:56.882715 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-94a5f692-2c3d-4b79-81ff-423fc2e6ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.884568 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-94a5f692-2c3d-4b79-81ff-423fc2e6ff62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1128 time: 0.1582005 Mar 02 18:51:56.949496 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-106711af-4c6c-4626-921b-d7f246ec77e0 req-e192af5b-56e9-44c7-971a-ba22b37ce77a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823784 Mar 02 18:51:56.968724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef640-d755-479e-8640-471714cc452a req-05696e58-3ab1-4eed-82f5-bc6346bde67e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:56.970239 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7eaef640-d755-479e-8640-471714cc452a req-05696e58-3ab1-4eed-82f5-bc6346bde67e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0825515 Mar 02 18:51:57.087722 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7eaef640-d755-479e-8640-471714cc452a req-40e4d1fe-e6ac-40e0-999a-e21832da7e69 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118791 Mar 02 18:51:57.166256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8c5b7-c858-4173-a5ae-60a6fcbb6fe6 req-e1d70e85-60d4-4ce1-ba84-8739c5f3fb9a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.167777 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ffe8c5b7-c858-4173-a5ae-60a6fcbb6fe6 req-e1d70e85-60d4-4ce1-ba84-8739c5f3fb9a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 944 time: 0.1521850 Mar 02 18:51:57.221709 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-38fef448-47ef-435a-8975-cdb86535eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.223148 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-38fef448-47ef-435a-8975-cdb86535eac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1624544 Mar 02 18:51:57.296357 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:51:57.299947 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-5df0b58d-6f8c-4569-958e-1e1ea0110459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 217 time: 0.0600021 Mar 02 18:51:57.301556 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 065f048e-b298-462b-956f-529012e98959 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:57.308897 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ffe8c5b7-c858-4173-a5ae-60a6fcbb6fe6 req-974d37d7-5079-4306-a1a1-6c0d93e446e4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276705 Mar 02 18:51:57.359234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e51ca-791b-425b-b11a-0ff12d438236 req-81192187-8060-423c-b023-d233c4ad307d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.360825 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-813e51ca-791b-425b-b11a-0ff12d438236 req-81192187-8060-423c-b023-d233c4ad307d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1614797 Mar 02 18:51:57.392925 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-2abbc827-3d3e-4492-9040-fdaa2259a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.394669 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-2abbc827-3d3e-4492-9040-fdaa2259a9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0848591 Mar 02 18:51:57.416987 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 065f048e-b298-462b-956f-529012e98959 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:51:57.429813 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 065f048e-b298-462b-956f-529012e98959 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:57.430184 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (065f048e-b298-462b-956f-529012e98959), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:57.455551 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-813e51ca-791b-425b-b11a-0ff12d438236 req-006978be-d7d4-4307-95a4-93b2e0e3a953 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854046 Mar 02 18:51:57.470475 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-218721a7-2c36-4e9d-86c4-f9ff2d0c9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.471972 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-218721a7-2c36-4e9d-86c4-f9ff2d0c9485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687385 Mar 02 18:51:57.477933 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:57.492694 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '098215be-c891-4080-944b-490808b448f3', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:51:57.563290 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:57.563674 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:57.565052 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-13942813-198d-4854-afe3-587625dad810 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858142 Mar 02 18:51:57.567985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 065f048e-b298-462b-956f-529012e98959 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:57.568391 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (065f048e-b298-462b-956f-529012e98959), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:57.586918 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098215be-c891-4080-944b-490808b448f3 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:57.619373 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:57.626568 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:57.629264 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=065f048e-b298-462b-956f-529012e98959,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:57.633605 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (065f048e-b298-462b-956f-529012e98959), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:57.660779 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-873f57ce-742b-4851-ba65-ac4d5ff55112 req-d526905b-0a7b-4300-928d-fb4fb8245dca service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Mar 02 18:51:57.678302 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:57.729022 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:57.928742 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb036-a990-4f5b-a34e-bcf2d72135db req-b3d27fc5-3113-462a-ac3a-5fb830a25c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:57.930422 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-07fdb036-a990-4f5b-a34e-bcf2d72135db req-b3d27fc5-3113-462a-ac3a-5fb830a25c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0627654 Mar 02 18:51:57.997905 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-07fdb036-a990-4f5b-a34e-bcf2d72135db req-54356d54-b74e-4c26-914b-f2236b6d7b3e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Mar 02 18:51:58.089267 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce48604-4376-4057-80ca-ed283310e87b req-083a90ce-f4fc-49ec-adea-0252b6f9d1f5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:58.090813 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9ce48604-4376-4057-80ca-ed283310e87b req-083a90ce-f4fc-49ec-adea-0252b6f9d1f5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 944 time: 0.0539305 Mar 02 18:51:58.145279 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['098215be-c891-4080-944b-490808b448f3'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:51:58.148431 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9ce48604-4376-4057-80ca-ed283310e87b req-0a77c008-bdbe-4425-8d62-e5ca580b1356 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511346 Mar 02 18:51:58.210003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308'}, {'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065f048e-b298-462b-956f-529012e98959'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:58.213085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115846fc-790d-4b9b-92c3-1d0acbfad596" -d '{"events": [{"server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "name": "network-vif-plugged", "status": "completed", "tag": "c21d98ee-d698-42da-96d8-a97241259308"}, {"server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "name": "network-vif-plugged", "status": "completed", "tag": "065f048e-b298-462b-956f-529012e98959"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:51:58.236569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270ea40-22ee-4086-929f-5e94794f1171 req-0b7a3f9a-7b37-4965-b3bc-1d24abc61b9c tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:58.238339 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e270ea40-22ee-4086-929f-5e94794f1171 req-0b7a3f9a-7b37-4965-b3bc-1d24abc61b9c tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0590801 Mar 02 18:51:58.273667 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Mar 2022 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5322574-b6a4-438d-80c9-f391aa7dcea3 x-openstack-request-id: req-c5322574-b6a4-438d-80c9-f391aa7dcea3 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:51:58.274094 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "name": "network-vif-plugged", "status": "completed", "tag": "c21d98ee-d698-42da-96d8-a97241259308", "code": 200}, {"server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "name": "network-vif-plugged", "status": "completed", "tag": "065f048e-b298-462b-956f-529012e98959", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:51:58.274444 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5322574-b6a4-438d-80c9-f391aa7dcea3 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:51:58.274954 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308', 'code': 200} Mar 02 18:51:58.275313 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065f048e-b298-462b-956f-529012e98959', 'code': 200} Mar 02 18:51:58.301445 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e270ea40-22ee-4086-929f-5e94794f1171 req-a9916399-f134-4cb7-8085-8d18b32cdc11 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Mar 02 18:51:58.482133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6564318-3065-45e8-9964-3eabe8acae06 req-a3127e59-e85a-4e81-b49e-c85636828be1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:58.483833 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a6564318-3065-45e8-9964-3eabe8acae06 req-a3127e59-e85a-4e81-b49e-c85636828be1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 944 time: 0.0800619 Mar 02 18:51:58.564593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a6564318-3065-45e8-9964-3eabe8acae06 req-af15bf50-7b6b-443c-afd7-09d0e229c567 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679283 Mar 02 18:51:58.621110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028bbbd-2f94-476d-8831-fab648aecf2a req-66812df2-3b04-4a01-a401-881ab6e4c175 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:58.622651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6028bbbd-2f94-476d-8831-fab648aecf2a req-66812df2-3b04-4a01-a401-881ab6e4c175 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0745528 Mar 02 18:51:58.677203 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6028bbbd-2f94-476d-8831-fab648aecf2a req-2a7915e3-6b5f-4440-82ff-47f4f2c437bd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490565 Mar 02 18:51:58.753524 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52964) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:58.874379 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2d023a0f-d3ba-455a-b61c-730ca3d57f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:58.957936 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2d023a0f-d3ba-455a-b61c-730ca3d57f01 admin admin] Publish callbacks [] for security_group (3aba695e-d8c9-4818-8342-685698d46288), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:58.962671 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2d023a0f-d3ba-455a-b61c-730ca3d57f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3aba695e-d8c9-4818-8342-685698d46288), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.002191 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-2d023a0f-d3ba-455a-b61c-730ca3d57f01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83fa15c146b04a1ab35ca7e9222c38de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474306 Mar 02 18:51:59.002900 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023a0f-d3ba-455a-b61c-730ca3d57f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba695e-d8c9-4818-8342-685698d46288,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:59.004726 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52972) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:59.054546 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] Publish callbacks [] for security_group (3aba695e-d8c9-4818-8342-685698d46288), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.079665 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] Publish callbacks [] for security_group (3aba695e-d8c9-4818-8342-685698d46288), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.119119 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd653862-f5dc-42bb-b8ba-fd99bbf97f3c req-84745760-b295-4e03-b9e5-22bd328b84dc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:59.120774 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fd653862-f5dc-42bb-b8ba-fd99bbf97f3c req-84745760-b295-4e03-b9e5-22bd328b84dc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0531399 Mar 02 18:51:59.171799 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fd653862-f5dc-42bb-b8ba-fd99bbf97f3c req-08e680cd-6205-477e-8d8d-2b317df06b62 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Mar 02 18:51:59.272920 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a7d1-56f4-4c6d-844b-75ff8f869abf req-7dd24ad6-943d-47e7-b1d4-8e87637bdf78 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:59.274472 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c04a7d1-56f4-4c6d-844b-75ff8f869abf req-7dd24ad6-943d-47e7-b1d4-8e87637bdf78 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 944 time: 0.0591025 Mar 02 18:51:59.302799 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3aba695e-d8c9-4818-8342-685698d46288), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.305299 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.306620 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3aba695e-d8c9-4818-8342-685698d46288 HTTP/1.1" status: 204 len: 168 time: 0.2993453 Mar 02 18:51:59.320285 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf124d-2563-4e61-8737-31939d33f0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba695e-d8c9-4818-8342-685698d46288,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:59.331332 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c04a7d1-56f4-4c6d-844b-75ff8f869abf req-1bc16f03-ed30-4d01-939a-354dea7dafba tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511537 Mar 02 18:51:59.442225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70bece-8851-4910-8803-e23961ca6d11 req-b73041c3-8ff7-4bca-a7d0-fe85925c1cbd tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:59.444259 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6d70bece-8851-4910-8803-e23961ca6d11 req-b73041c3-8ff7-4bca-a7d0-fe85925c1cbd tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0547559 Mar 02 18:51:59.491379 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6d70bece-8851-4910-8803-e23961ca6d11 req-9214d0e1-74ff-4f65-a33c-2e0c5906a6b1 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Mar 02 18:51:59.585279 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 52986) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:59.598203 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fbbe42bf-5ca7-4b7a-aaa4-f042a0e345d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.672829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 12ad939d-6614-46d3-9a4a-08cef1b4a183 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:51:59.686252 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fbbe42bf-5ca7-4b7a-aaa4-f042a0e345d4 admin admin] Publish callbacks [] for security_group (24fce9f3-a25f-4198-8be1-51f9b1d297a2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.690854 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fbbe42bf-5ca7-4b7a-aaa4-f042a0e345d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (24fce9f3-a25f-4198-8be1-51f9b1d297a2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.691614 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672c24c-c800-4cf7-afe6-cc8c5506a923 req-170c8810-3f89-4b56-8976-4bdd35017eab tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:59.693239 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7672c24c-c800-4cf7-afe6-cc8c5506a923 req-170c8810-3f89-4b56-8976-4bdd35017eab tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 944 time: 0.0571668 Mar 02 18:51:59.730894 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe42bf-5ca7-4b7a-aaa4-f042a0e345d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fce9f3-a25f-4198-8be1-51f9b1d297a2,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:59.736140 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fbbe42bf-5ca7-4b7a-aaa4-f042a0e345d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c99ddf6a8f145fca72d4b9a5aa9a19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498034 Mar 02 18:51:59.738939 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 52992) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:51:59.763458 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 12ad939d-6614-46d3-9a4a-08cef1b4a183 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:51:59.765859 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7672c24c-c800-4cf7-afe6-cc8c5506a923 req-efa9b8e7-e50e-46f7-bcff-73c354f95937 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Mar 02 18:51:59.768031 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 12ad939d-6614-46d3-9a4a-08cef1b4a183 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:51:59.768479 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.837591 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] Publish callbacks [] for security_group (24fce9f3-a25f-4198-8be1-51f9b1d297a2), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.849917 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 12ad939d-6614-46d3-9a4a-08cef1b4a183 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:51:59.850306 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.876418 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26f550-3685-4197-8148-ddb604b57482 req-8ec93b3d-765e-418d-a1ea-2b367e7da5af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:59.878065 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-da26f550-3685-4197-8148-ddb604b57482 req-8ec93b3d-765e-418d-a1ea-2b367e7da5af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0988808 Mar 02 18:51:59.883393 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] Publish callbacks [] for security_group (24fce9f3-a25f-4198-8be1-51f9b1d297a2), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.887612 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:51:59.892204 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.955008 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:59.967185 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-da26f550-3685-4197-8148-ddb604b57482 req-208d4f24-4ec1-4515-8417-12218d680f4e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745504 Mar 02 18:51:59.975281 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (24fce9f3-a25f-4198-8be1-51f9b1d297a2), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.977859 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:51:59.978957 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24fce9f3-a25f-4198-8be1-51f9b1d297a2 HTTP/1.1" status: 204 len: 168 time: 0.2390919 Mar 02 18:51:59.986973 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb889a-eab0-4728-9756-12886d1fb02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fce9f3-a25f-4198-8be1-51f9b1d297a2,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:00.276131 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:00.279058 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a2d6ca-f5ac-4d1b-a1be-46d6f4dd70aa" -d '{"events": [{"server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "name": "network-vif-plugged", "status": "completed", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:00.290994 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea6423-63cc-45ec-ba95-7d1c54200279 req-7d870e79-e69a-409d-8313-8ed7d77ba666 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:00.292834 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26ea6423-63cc-45ec-ba95-7d1c54200279 req-7d870e79-e69a-409d-8313-8ed7d77ba666 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Mar 02 18:52:00.317663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32eb75e-23e9-4a40-b35a-f93c0dd372a7 x-openstack-request-id: req-e32eb75e-23e9-4a40-b35a-f93c0dd372a7 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:00.318010 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "name": "network-vif-plugged", "status": "completed", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:00.318435 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e32eb75e-23e9-4a40-b35a-f93c0dd372a7 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:00.318879 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183', 'code': 200} Mar 02 18:52:00.346606 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-26ea6423-63cc-45ec-ba95-7d1c54200279 req-a0c7bda3-d910-428e-bfea-66100cb9d2e8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Mar 02 18:52:00.459803 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535516d-9a1b-42a7-ac30-a0e9f401d3ce req-9710505e-b0fe-4ab5-a236-4978ada3be94 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:00.461299 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b535516d-9a1b-42a7-ac30-a0e9f401d3ce req-9710505e-b0fe-4ab5-a236-4978ada3be94 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 944 time: 0.0548317 Mar 02 18:52:00.510720 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b535516d-9a1b-42a7-ac30-a0e9f401d3ce req-822ea02f-299b-4d0c-9e47-c5bc8a0c40e6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Mar 02 18:52:00.614828 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1542d-cb65-4d84-9fff-45a09001ebf8 req-a77fe3d1-bbe5-48d5-b9eb-282e7f267f71 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:00.616615 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-64c1542d-cb65-4d84-9fff-45a09001ebf8 req-a77fe3d1-bbe5-48d5-b9eb-282e7f267f71 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Mar 02 18:52:00.713933 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-64c1542d-cb65-4d84-9fff-45a09001ebf8 req-8842eb11-0e4e-4d8d-a22b-fc7aca609fd0 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915487 Mar 02 18:52:00.744230 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d182-4672-4640-b557-a958530cda65 req-27779360-f4ed-419e-a2db-9a2f9eb7a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:00.745766 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b738d182-4672-4640-b557-a958530cda65 req-27779360-f4ed-419e-a2db-9a2f9eb7a0f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 1130 time: 0.0844512 Mar 02 18:52:00.892620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bc175-a07c-43ce-83e7-ebafeb34d318 req-9cfa5924-4c92-4984-94b1-203d54ea578d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:00.894171 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df9bc175-a07c-43ce-83e7-ebafeb34d318 req-9cfa5924-4c92-4984-94b1-203d54ea578d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Mar 02 18:52:00.942162 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df9bc175-a07c-43ce-83e7-ebafeb34d318 req-b887ba94-ebbd-4f12-8365-1774daa501f7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Mar 02 18:52:01.096309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e0ab7-a5a5-431b-90f3-df9ee902527c req-da12d915-7e45-4e82-8fed-aabb4253698c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:01.097910 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-185e0ab7-a5a5-431b-90f3-df9ee902527c req-da12d915-7e45-4e82-8fed-aabb4253698c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0565679 Mar 02 18:52:01.149195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-185e0ab7-a5a5-431b-90f3-df9ee902527c req-b1949661-e00c-4ef5-b8df-b41ace587ee6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Mar 02 18:52:01.471524 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ebd70-8c40-4159-9440-3c869291b31b req-9bfa576a-d7ea-427e-b794-8bd4e4cb23a8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:01.473005 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-576ebd70-8c40-4159-9440-3c869291b31b req-9bfa576a-d7ea-427e-b794-8bd4e4cb23a8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0571241 Mar 02 18:52:01.519732 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-576ebd70-8c40-4159-9440-3c869291b31b req-f14d165f-c1b0-4704-8538-6a0b97688d76 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Mar 02 18:52:01.628151 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09855b-9f09-4bdd-b004-015255a5f445 req-7174cf02-0639-43e4-ba68-e143090bf708 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:01.629581 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d09855b-9f09-4bdd-b004-015255a5f445 req-7174cf02-0639-43e4-ba68-e143090bf708 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 944 time: 0.0510724 Mar 02 18:52:01.681303 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d09855b-9f09-4bdd-b004-015255a5f445 req-5d3659b9-f996-4609-a367-376dca9a1b11 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Mar 02 18:52:01.830661 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73958c-4ba9-43cb-b962-68fdab9a5d56 req-f8d4c23e-15df-4c3f-90c4-96faf7200fee tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:01.832141 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4f73958c-4ba9-43cb-b962-68fdab9a5d56 req-f8d4c23e-15df-4c3f-90c4-96faf7200fee tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0531502 Mar 02 18:52:01.885357 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4f73958c-4ba9-43cb-b962-68fdab9a5d56 req-3c8f8e15-02eb-405b-b5df-2f5366f9e5c2 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Mar 02 18:52:01.976612 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 46a5b242-f763-44ac-8b98-edf78a37251a details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:52:02.120917 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89e4e-fdf3-491a-8209-4f2d96f98b3c req-0e5459f7-4d5f-466c-b05b-d7695de58b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.123742 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4ae89e4e-fdf3-491a-8209-4f2d96f98b3c req-0e5459f7-4d5f-466c-b05b-d7695de58b2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.1054342 Mar 02 18:52:02.140376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=46a5b242-f763-44ac-8b98-edf78a37251a,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:02.157824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '46a5b242-f763-44ac-8b98-edf78a37251a', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'port_id': '46a5b242-f763-44ac-8b98-edf78a37251a', 'mac_address': 'fa:16:3e:3f:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:52:02.166983 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b738d182-4672-4640-b557-a958530cda65 req-81944899-5c5d-4a8a-987a-088400757aa3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804414 Mar 02 18:52:02.187272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5d450-6dc6-45c7-9ae9-f7bedb2f7bfa req-fa574ab3-8bf6-42a3-9b47-3a1b63cb140a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.187601 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7a5d450-6dc6-45c7-9ae9-f7bedb2f7bfa req-fa574ab3-8bf6-42a3-9b47-3a1b63cb140a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1739714 Mar 02 18:52:02.197782 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 46a5b242-f763-44ac-8b98-edf78a37251a is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:02.198178 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:02.213360 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a5b242-f763-44ac-8b98-edf78a37251a {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:02.234578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=46a5b242-f763-44ac-8b98-edf78a37251a,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:02.240087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:02.276192 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a7a5d450-6dc6-45c7-9ae9-f7bedb2f7bfa req-c0c81c2c-0b55-4884-9ddf-827cdde7b148 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Mar 02 18:52:02.292136 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:02.299156 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4403d46-6e8b-4982-9306-585addf38c30 req-35c517fd-f775-410c-b5c2-ee514f3eaae2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.300671 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4403d46-6e8b-4982-9306-585addf38c30 req-35c517fd-f775-410c-b5c2-ee514f3eaae2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0681148 Mar 02 18:52:02.347624 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4403d46-6e8b-4982-9306-585addf38c30 req-5da4ad7f-d78e-4dc9-94b1-2e93610624e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 02 18:52:02.635902 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a96277-ffa0-4b8e-9c92-1727d9ed3c50 req-6e6adb6f-2830-4155-afe5-dabfea0c29ad tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.637496 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3a96277-ffa0-4b8e-9c92-1727d9ed3c50 req-6e6adb6f-2830-4155-afe5-dabfea0c29ad tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0509536 Mar 02 18:52:02.673912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4ae89e4e-fdf3-491a-8209-4f2d96f98b3c req-735a63ef-9a4d-42b2-b597-426d6033e6bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382428 Mar 02 18:52:02.714323 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3a96277-ffa0-4b8e-9c92-1727d9ed3c50 req-b425ac0e-cd93-4e8d-aa1c-5003342d9e6e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686305 Mar 02 18:52:02.716912 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93e826-429d-45d4-b459-dc9146667e8a req-0da3d143-1bb2-42f7-a3c9-c694cb6179cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.718333 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf93e826-429d-45d4-b459-dc9146667e8a req-0da3d143-1bb2-42f7-a3c9-c694cb6179cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 1129 time: 0.0799472 Mar 02 18:52:02.795824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f72d-d896-40b6-8541-d55852afaa81 req-f6b01c24-eae3-4db6-ba02-a4a363cdd0bb tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:02.797295 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba73f72d-d896-40b6-8541-d55852afaa81 req-f6b01c24-eae3-4db6-ba02-a4a363cdd0bb tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 945 time: 0.0512757 Mar 02 18:52:02.850995 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba73f72d-d896-40b6-8541-d55852afaa81 req-d4e8f70c-c3e8-4cd4-88f0-103d903120ee tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Mar 02 18:52:03.001527 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97290d9-4992-4506-81d7-3b8c08953eb4 req-86698dec-a74c-425b-bb5f-5ffefb29de4f tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:03.002989 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a97290d9-4992-4506-81d7-3b8c08953eb4 req-86698dec-a74c-425b-bb5f-5ffefb29de4f tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Mar 02 18:52:03.051782 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a97290d9-4992-4506-81d7-3b8c08953eb4 req-a53c6b37-42f7-486c-a7a6-04b905158f6f tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Mar 02 18:52:03.147580 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf93e826-429d-45d4-b459-dc9146667e8a req-a2c40abf-4d93-4f00-b877-10818e8fd19f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Mar 02 18:52:03.333402 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['46a5b242-f763-44ac-8b98-edf78a37251a'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:52:03.412551 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc9359-7ead-49ac-9a8f-7f02d0948ef7 req-28a31c85-739a-4fb5-9138-1d782f08465d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:03.422713 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7fdc9359-7ead-49ac-9a8f-7f02d0948ef7 req-28a31c85-739a-4fb5-9138-1d782f08465d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0693231 Mar 02 18:52:03.509702 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7fdc9359-7ead-49ac-9a8f-7f02d0948ef7 req-5720df79-8691-4d27-a425-3cfcec953326 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849955 Mar 02 18:52:03.542199 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c99ba-4c7d-456b-b5cb-555a9ae6b31c req-b38c48c7-18c3-4700-951a-e7f90b9913f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:03.544383 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-825c99ba-4c7d-456b-b5cb-555a9ae6b31c req-b38c48c7-18c3-4700-951a-e7f90b9913f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1021917 Mar 02 18:52:03.596351 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-825c99ba-4c7d-456b-b5cb-555a9ae6b31c req-3a959c59-dd9f-4e2b-8036-635596f7cba4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Mar 02 18:52:03.834999 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12391159-2c12-45d8-bafd-ad6aa2552226 req-a8dd8765-c7d1-45ef-9665-b1ce962b1e91 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:03.836487 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-12391159-2c12-45d8-bafd-ad6aa2552226 req-a8dd8765-c7d1-45ef-9665-b1ce962b1e91 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Mar 02 18:52:03.895031 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-12391159-2c12-45d8-bafd-ad6aa2552226 req-906a6e40-6ae6-4e3c-a68c-0e3241a7ae37 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515280 Mar 02 18:52:03.968486 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:03.993571 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f8622-51de-4332-8472-2b622a65376e req-e998554a-e168-4fb1-84d4-6c38142f15ca tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:03.995237 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-807f8622-51de-4332-8472-2b622a65376e req-e998554a-e168-4fb1-84d4-6c38142f15ca tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 945 time: 0.0571406 Mar 02 18:52:04.021985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 098215be-c891-4080-944b-490808b448f3 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:52:04.027338 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 098215be-c891-4080-944b-490808b448f3 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:04.027867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (098215be-c891-4080-944b-490808b448f3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:04.056620 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-807f8622-51de-4332-8472-2b622a65376e req-d8ab7c5b-f20d-4c02-a00c-4ca90aa7136a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556054 Mar 02 18:52:04.187337 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6040cbd-f238-4318-ad07-8b2f8701bfdc req-1994c98d-4f92-4b2d-b8b1-23a8a4b4d9ef tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:04.188969 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6040cbd-f238-4318-ad07-8b2f8701bfdc req-1994c98d-4f92-4b2d-b8b1-23a8a4b4d9ef tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0631170 Mar 02 18:52:04.245945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6040cbd-f238-4318-ad07-8b2f8701bfdc req-4e6b954e-c9f9-43c7-8326-548d3811e02c tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502188 Mar 02 18:52:04.289639 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:04.289639 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:04.325878 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:04.328265 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78675b05-fd0c-44dd-ac2b-20aabb917262" -d '{"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:04.346165 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:04.357818 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:04.363039 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-08b9e56c-5269-429b-bf94-ffc5c87ca018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:04.390824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb94ad-d0fb-40c4-a28a-83e168d2c5bb x-openstack-request-id: req-20cb94ad-d0fb-40c4-a28a-83e168d2c5bb {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:04.391188 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:04.391395 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20cb94ad-d0fb-40c4-a28a-83e168d2c5bb {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:04.392204 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3', 'code': 200} Mar 02 18:52:04.435408 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:04.591257 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb44087-7ce8-4ceb-bd4b-84939f690058 req-e5c65e1b-1eba-4928-b669-b08e39a365f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:04.592738 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-deb44087-7ce8-4ceb-bd4b-84939f690058 req-e5c65e1b-1eba-4928-b669-b08e39a365f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0633106 Mar 02 18:52:04.667547 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d246fc6-150b-4354-987f-22823e6595bb req-efd20302-7f13-4359-a495-769650180823 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:04.669095 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3d246fc6-150b-4354-987f-22823e6595bb req-efd20302-7f13-4359-a495-769650180823 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0936120 Mar 02 18:52:04.671709 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-deb44087-7ce8-4ceb-bd4b-84939f690058 req-2d549453-0060-4210-9083-234afb05197a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649357 Mar 02 18:52:04.746694 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3d246fc6-150b-4354-987f-22823e6595bb req-949e304f-f180-4ebf-9e4f-1d7cf82e245e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701194 Mar 02 18:52:04.773462 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34885184-50f8-4327-ad21-335a87eba3f2 req-f56603cb-510f-436e-814d-0e6950d78906 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:04.773462 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34885184-50f8-4327-ad21-335a87eba3f2 req-f56603cb-510f-436e-814d-0e6950d78906 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0831692 Mar 02 18:52:04.833672 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34885184-50f8-4327-ad21-335a87eba3f2 req-b1bdb056-a03d-4ae1-8e2c-669d56266c05 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Mar 02 18:52:05.202722 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac6719-d98c-4f3c-a257-1dff8b2e1ebc req-2be15b22-bb32-4474-895f-5faa3a458404 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:05.210828 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-59ac6719-d98c-4f3c-a257-1dff8b2e1ebc req-2be15b22-bb32-4474-895f-5faa3a458404 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 945 time: 0.0834444 Mar 02 18:52:05.262956 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-59ac6719-d98c-4f3c-a257-1dff8b2e1ebc req-b5f9fc36-1f0f-400c-8687-62ecdf88016c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512760 Mar 02 18:52:05.395432 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec7b1-770a-4f70-9e7c-7646a2944fb0 req-77c49e26-9cd0-45cb-b643-821ba18cf4c0 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:05.396865 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c2ec7b1-770a-4f70-9e7c-7646a2944fb0 req-77c49e26-9cd0-45cb-b643-821ba18cf4c0 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.0714436 Mar 02 18:52:05.448051 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c2ec7b1-770a-4f70-9e7c-7646a2944fb0 req-0e2d684e-de62-4e57-8f89-5f3b6ff2488f tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Mar 02 18:52:05.982914 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 46a5b242-f763-44ac-8b98-edf78a37251a up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:05.988760 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30aeb9-8221-49d2-9096-ff70057a2a2f req-52e14ebc-9d78-47e7-8cbb-d18bd89c41e4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:05.990501 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc30aeb9-8221-49d2-9096-ff70057a2a2f req-52e14ebc-9d78-47e7-8cbb-d18bd89c41e4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1120193 Mar 02 18:52:06.037748 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 46a5b242-f763-44ac-8b98-edf78a37251a completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:52:06.041970 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 46a5b242-f763-44ac-8b98-edf78a37251a triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:06.042941 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.059280 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa1154-a427-4c95-87d2-81f0dd11c74c req-87642d14-6785-487e-b510-6aaeaad56f70 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:06.060877 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-05aa1154-a427-4c95-87d2-81f0dd11c74c req-87642d14-6785-487e-b510-6aaeaad56f70 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1110764 Mar 02 18:52:06.099641 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc30aeb9-8221-49d2-9096-ff70057a2a2f req-1bfc253d-163b-46f9-8761-81a4671be51d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971410 Mar 02 18:52:06.164742 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-05aa1154-a427-4c95-87d2-81f0dd11c74c req-01b9bb7a-594b-41e2-b902-104a6168e02f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852330 Mar 02 18:52:06.171811 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 46a5b242-f763-44ac-8b98-edf78a37251a is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:06.172226 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.210374 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=46a5b242-f763-44ac-8b98-edf78a37251a,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:06.214476 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.265948 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:06.383666 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a430fd7-1134-47ab-b9aa-faec14d7cbb2 req-452764a5-e29c-40f7-b81f-e271de827e77 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:06.385178 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a430fd7-1134-47ab-b9aa-faec14d7cbb2 req-452764a5-e29c-40f7-b81f-e271de827e77 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0558662 Mar 02 18:52:06.393842 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:06.396730 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b0df1-22b0-4d43-8e95-c19b43aaf349" -d '{"events": [{"server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "name": "network-vif-plugged", "status": "completed", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:06.436778 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a430fd7-1134-47ab-b9aa-faec14d7cbb2 req-79e8453d-c5db-4183-baa9-d64f1dafe36b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455289 Mar 02 18:52:06.445115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c99365-ccff-4603-baf8-0f4a11b65635 x-openstack-request-id: req-43c99365-ccff-4603-baf8-0f4a11b65635 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:06.445476 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "name": "network-vif-plugged", "status": "completed", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:06.445738 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c99365-ccff-4603-baf8-0f4a11b65635 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:06.446133 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a', 'code': 200} Mar 02 18:52:06.590193 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53278) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:06.647846 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad003b01-3650-4947-ad4f-927bb6c99bcc req-b6c467af-63ff-4996-a0c6-49d442efb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:06.649385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad003b01-3650-4947-ad4f-927bb6c99bcc req-b6c467af-63ff-4996-a0c6-49d442efb5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0451779 Mar 02 18:52:06.657453 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8d2a993a-bdab-4c6d-b88e-67d822f3070a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.723854 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e101d945-6592-4cf2-aa67-7f5a4ce33337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.742519 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad003b01-3650-4947-ad4f-927bb6c99bcc req-33ca6b63-5a1c-415e-84e6-9a31abf690bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750358 Mar 02 18:52:06.813307 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e101d945-6592-4cf2-aa67-7f5a4ce33337 admin admin] Publish callbacks [] for security_group (770ecc93-cc44-4d21-90ae-b79d2c8c66ea), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.818496 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e101d945-6592-4cf2-aa67-7f5a4ce33337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (770ecc93-cc44-4d21-90ae-b79d2c8c66ea), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.857210 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d945-6592-4cf2-aa67-7f5a4ce33337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770ecc93-cc44-4d21-90ae-b79d2c8c66ea,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:06.862496 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e101d945-6592-4cf2-aa67-7f5a4ce33337 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=386fe0166d6f498299ab18e787c65a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707226 Mar 02 18:52:06.865187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53286) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:06.914582 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] Publish callbacks [] for security_group (770ecc93-cc44-4d21-90ae-b79d2c8c66ea), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.937789 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] Publish callbacks [] for security_group (770ecc93-cc44-4d21-90ae-b79d2c8c66ea), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.986386 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (770ecc93-cc44-4d21-90ae-b79d2c8c66ea), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.988936 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:06.993153 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/770ecc93-cc44-4d21-90ae-b79d2c8c66ea HTTP/1.1" status: 204 len: 168 time: 0.1270053 Mar 02 18:52:07.001493 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e8cfe-68ef-4f25-9f7d-4544bd552e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ecc93-cc44-4d21-90ae-b79d2c8c66ea,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:07.225938 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f560-96b8-4f38-a2eb-f9565e9c08bb req-e3afae0c-6f86-4075-9adb-a432ad54e4a8 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:07.232695 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4492f560-96b8-4f38-a2eb-f9565e9c08bb req-e3afae0c-6f86-4075-9adb-a432ad54e4a8 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Mar 02 18:52:07.311076 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4492f560-96b8-4f38-a2eb-f9565e9c08bb req-38ea53cd-82c9-4519-9cef-8c9766083c85 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Mar 02 18:52:07.393710 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53316) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:07.407508 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-53f55e49-e238-45ea-8b9d-f60ed45ed6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.472849 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb6abd-02dc-461c-a991-972c1aec6bef req-c069092e-94af-4cdc-a082-59859742dcc4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:07.476430 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:52:07.479225 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fdfb6abd-02dc-461c-a991-972c1aec6bef req-c069092e-94af-4cdc-a082-59859742dcc4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1130536 Mar 02 18:52:07.536725 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-53f55e49-e238-45ea-8b9d-f60ed45ed6c8 admin admin] Publish callbacks [] for security_group (cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.543320 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-53f55e49-e238-45ea-8b9d-f60ed45ed6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.596968 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fdfb6abd-02dc-461c-a991-972c1aec6bef req-f0e10103-fd12-4d55-84cb-d4833599100b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042039 Mar 02 18:52:07.614327 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-53f55e49-e238-45ea-8b9d-f60ed45ed6c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c1eea90dd9b42eca6cebdaf685c10b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192078 Mar 02 18:52:07.616966 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53328) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:07.622739 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55e49-e238-45ea-8b9d-f60ed45ed6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:07.690277 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] Publish callbacks [] for security_group (cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.717335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] Publish callbacks [] for security_group (cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.769999 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.781203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.784208 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:07.789504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4 HTTP/1.1" status: 204 len: 168 time: 0.1709869 Mar 02 18:52:07.802677 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03bb9b-080f-4dbb-8033-ae24cae2a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb09f40b-0ad5-40aa-bf9d-6714c1ecdad4,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:07.959979 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-da09dd03-850e-4069-984d-226c2b145532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:07.961505 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-da09dd03-850e-4069-984d-226c2b145532 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 1129 time: 0.1335571 Mar 02 18:52:07.987239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518d64-2a55-41d6-8bc3-54ee7f49c7ca req-40a47e68-1c68-4699-9e49-bb93cc723aa0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:07.988766 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ec518d64-2a55-41d6-8bc3-54ee7f49c7ca req-40a47e68-1c68-4699-9e49-bb93cc723aa0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1247334 Mar 02 18:52:07.997653 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff89-9133-4667-aca0-58b19567dcb3 req-f4d46444-4b92-418a-be57-f3910c6827f6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:07.997965 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53338) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:07.999130 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7f0ff89-9133-4667-aca0-58b19567dcb3 req-f4d46444-4b92-418a-be57-f3910c6827f6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1333725 Mar 02 18:52:08.003025 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'floatingip': {'port_id': '098215be-c891-4080-944b-490808b448f3'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:08.144867 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:08.394683 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7f0ff89-9133-4667-aca0-58b19567dcb3 req-c46b1515-09a4-4721-b98a-8d92880de371 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855529 Mar 02 18:52:08.427763 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-fd5f2884-b39f-411a-958a-2d6fd0d16054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:08.429497 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-fd5f2884-b39f-411a-958a-2d6fd0d16054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.4593413 Mar 02 18:52:08.487375 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-11e724fe-919c-4965-9710-f93b6c9b8405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183 HTTP/1.1" status: 200 len: 217 time: 0.0493302 Mar 02 18:52:08.540270 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0dcb3-e72a-4b12-a53f-9b8d6c678f21 req-fa258e42-9f56-4d20-a3c9-8516709ae257 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:08.542002 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f1c0dcb3-e72a-4b12-a53f-9b8d6c678f21 req-fa258e42-9f56-4d20-a3c9-8516709ae257 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.4511852 Mar 02 18:52:08.580555 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-1a733e89-0cce-4827-a2b5-16659100ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:08.582254 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-1a733e89-0cce-4827-a2b5-16659100ac44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0854030 Mar 02 18:52:08.638640 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-d576542b-1ce4-4134-9674-4f3a9daaaf58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415285 Mar 02 18:52:08.648126 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f1c0dcb3-e72a-4b12-a53f-9b8d6c678f21 req-bb82fac9-382a-45a7-807c-d825e4f3f76d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972152 Mar 02 18:52:08.794626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-5739357d-eba8-44ab-9b4c-e1322654a416 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452880 Mar 02 18:52:08.908358 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9bd66d5-f185-4b0f-99f4-b3026f3d5a86 req-fb8f5020-fbb2-40eb-b5f1-438107491ffc service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066031 Mar 02 18:52:09.107804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:09.113405 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:09.239092 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Floating IP 70ae8601-087e-4530-9829-ebb957ccf1b7 associated. External IP: 172.27.1.140, port: 098215be-c891-4080-944b-490808b448f3. Mar 02 18:52:09.541773 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def2e0-c73d-4a5f-a587-422662ee9cfd req-b6eca2ae-0baf-4e2e-8745-a50b0a08bf89 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:09.543385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-02def2e0-c73d-4a5f-a587-422662ee9cfd req-b6eca2ae-0baf-4e2e-8745-a50b0a08bf89 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0566478 Mar 02 18:52:09.570662 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:09.601349 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-02def2e0-c73d-4a5f-a587-422662ee9cfd req-42b03289-5631-42b7-ab40-14ad8a2473c6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465467 Mar 02 18:52:09.638106 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:52:09.807632 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd590-ad71-460c-81a0-59c561719c9b req-785ade69-2b12-4d3c-b7d4-89cf38bed969 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:09.808958 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4dfd590-ad71-460c-81a0-59c561719c9b req-785ade69-2b12-4d3c-b7d4-89cf38bed969 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1358969 Mar 02 18:52:09.818014 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53438) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:09.825671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'floatingip': {'port_id': '46a5b242-f763-44ac-8b98-edf78a37251a'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:09.836112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942295e-c253-446a-808d-890a54e26d7a req-7474bdbb-5880-4db2-a758-0919d030a4c0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:09.837683 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0942295e-c253-446a-808d-890a54e26d7a req-7474bdbb-5880-4db2-a758-0919d030a4c0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0945525 Mar 02 18:52:09.869075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:09.874423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:09.878111 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:09.886740 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:09.900649 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:09.902412 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:09.923377 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0942295e-c253-446a-808d-890a54e26d7a req-2ac2740b-fb79-4263-b76b-74869fa445b9 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732768 Mar 02 18:52:09.981493 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-678f0b1e-2bcb-4791-824b-94ebf5bc58f9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "PUT /v2.0/floatingips/70ae8601-087e-4530-9829-ebb957ccf1b7 HTTP/1.1" status: 200 len: 991 time: 1.9822774 Mar 02 18:52:09.987427 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:09.989769 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94" -d '{"events": [{"name": "network-changed", "server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:10.045682 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:10.053435 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd637cbf-f978-483b-aed9-acd68c3f656b x-openstack-request-id: req-dd637cbf-f978-483b-aed9-acd68c3f656b {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:10.053921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "tag": "098215be-c891-4080-944b-490808b448f3", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:10.054419 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd637cbf-f978-483b-aed9-acd68c3f656b {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:10.054948 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'tag': '098215be-c891-4080-944b-490808b448f3', 'status': 'completed', 'code': 200} Mar 02 18:52:10.153204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53454) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:10.166982 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-50372d5d-ec0e-48d4-be5a-efac48f6bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:10.169185 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-50372d5d-ec0e-48d4-be5a-efac48f6bb49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0898788 Mar 02 18:52:10.333972 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-e5b47eca-fe38-4dfe-b35b-1b8b63abf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:10.338430 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-e5b47eca-fe38-4dfe-b35b-1b8b63abf7da service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.1602056 Mar 02 18:52:10.511167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4823de16-9c5c-403d-a9b3-eb36ef523a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.580547 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '70ae8601-087e-4530-9829-ebb957ccf1b7', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:38Z', 'updated_at': '2022-03-02T18:52:08Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:10.604304 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-13906371-3390-4fbe-a8a2-7ca7373ba826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 999 time: 0.2519557 Mar 02 18:52:10.647265 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.db.resource_extend [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:52:10.658049 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:10.679333 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:10.682631 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:10.701107 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.738380 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.744018 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-2f161320-3599-47a4-babb-cece8eee6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:10.745403 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.746183 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-2f161320-3599-47a4-babb-cece8eee6404 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.1348834 Mar 02 18:52:10.840073 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:10.863236 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4823de16-9c5c-403d-a9b3-eb36ef523a43 admin admin] Publish callbacks [] for security_group (393d741a-1267-4deb-ac31-c2c47d4b2c3b), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.868628 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Floating IP 3aca9228-ec9e-40a0-9be9-ec2e3420320c associated. External IP: 172.27.1.67, port: 46a5b242-f763-44ac-8b98-edf78a37251a. Mar 02 18:52:10.868835 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-88175121-c70d-4768-b3c1-9fb61322387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:10.870279 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-88175121-c70d-4768-b3c1-9fb61322387f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075819 Mar 02 18:52:10.871597 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4823de16-9c5c-403d-a9b3-eb36ef523a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (393d741a-1267-4deb-ac31-c2c47d4b2c3b), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:10.977173 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4823de16-9c5c-403d-a9b3-eb36ef523a43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9466a48e42c045f282045d18796d2089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8229804 Mar 02 18:52:10.979528 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823de16-9c5c-403d-a9b3-eb36ef523a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d741a-1267-4deb-ac31-c2c47d4b2c3b,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:10.982153 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53484) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:11.019762 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-b9fd08a9-55a6-4325-8ab7-ea08350ee079 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421907 Mar 02 18:52:11.083823 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] Publish callbacks [] for security_group (393d741a-1267-4deb-ac31-c2c47d4b2c3b), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.089548 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '70ae8601-087e-4530-9829-ebb957ccf1b7', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:38Z', 'updated_at': '2022-03-02T18:52:08Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:11.121600 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f6c40-028f-4bfb-9557-5751d4e56b35 None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '70ae8601-087e-4530-9829-ebb957ccf1b7', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:38Z', 'updated_at': '2022-03-02T18:52:08Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:11.142405 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] Publish callbacks [] for security_group (393d741a-1267-4deb-ac31-c2c47d4b2c3b), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.144219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f937-8b21-46f8-9795-5774773aed08 req-43c5b69a-b01c-4b9a-b45a-65f4f770e27f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:11.146380 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3573f937-8b21-46f8-9795-5774773aed08 req-43c5b69a-b01c-4b9a-b45a-65f4f770e27f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1244538 Mar 02 18:52:11.178261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2668e1-c6af-4a4c-9f45-de37a8f2bb94 req-ec4bbbab-8e71-4887-ac5a-1f398f01ecce service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443868 Mar 02 18:52:11.198699 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:52:11.222228 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3573f937-8b21-46f8-9795-5774773aed08 req-6115f9c6-6929-4a6c-805d-49d12739fbb6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636494 Mar 02 18:52:11.247870 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (393d741a-1267-4deb-ac31-c2c47d4b2c3b), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.250342 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.251458 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/393d741a-1267-4deb-ac31-c2c47d4b2c3b HTTP/1.1" status: 204 len: 168 time: 0.2682660 Mar 02 18:52:11.266423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712056bc-5807-4843-8e83-b105f555b0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d741a-1267-4deb-ac31-c2c47d4b2c3b,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:11.332243 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:11.337686 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.348857 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:11.360330 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:11.361063 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:11.377587 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-510ec4bc-c769-4a01-8c17-7f729d20aa9c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "PUT /v2.0/floatingips/3aca9228-ec9e-40a0-9be9-ec2e3420320c HTTP/1.1" status: 200 len: 991 time: 1.5581448 Mar 02 18:52:11.391563 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d8fcb-01ac-4094-8897-253e8f917447 None None] New status for floating IP 70ae8601-087e-4530-9829-ebb957ccf1b7: ACTIVE {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:52:11.512357 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:11.591887 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53496) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:11.605421 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3ec6148f-437b-4135-8bc5-612ac7e4f469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.725374 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3ec6148f-437b-4135-8bc5-612ac7e4f469 admin admin] Publish callbacks [] for security_group (4e464d6e-802c-4293-a043-811a4e25fc18), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.731433 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3ec6148f-437b-4135-8bc5-612ac7e4f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4e464d6e-802c-4293-a043-811a4e25fc18), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.761716 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6148f-437b-4135-8bc5-612ac7e4f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e464d6e-802c-4293-a043-811a4e25fc18,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:11.801076 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53510) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:11.805668 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-3ec6148f-437b-4135-8bc5-612ac7e4f469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3b6584576034e4d92a75578ecb2b459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126122 Mar 02 18:52:11.890788 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] Publish callbacks [] for security_group (4e464d6e-802c-4293-a043-811a4e25fc18), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.933412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '3aca9228-ec9e-40a0-9be9-ec2e3420320c', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': '46a5b242-f763-44ac-8b98-edf78a37251a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:3f:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:47Z', 'updated_at': '2022-03-02T18:52:10Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:11.936806 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] Publish callbacks [] for security_group (4e464d6e-802c-4293-a043-811a4e25fc18), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:11.968677 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:11.978274 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:11.978902 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:12.008827 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4e464d6e-802c-4293-a043-811a4e25fc18), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.011853 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.013362 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e464d6e-802c-4293-a043-811a4e25fc18 HTTP/1.1" status: 204 len: 168 time: 0.2109587 Mar 02 18:52:12.023213 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8b24-3cef-4eed-80db-bb3ba0b9ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e464d6e-802c-4293-a043-811a4e25fc18,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:12.058596 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:12.060911 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06c10ec-731e-4213-a09f-f01e21112065" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:12.099657 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd3aeb-d6c1-43cb-9345-16c6a53c26b5 x-openstack-request-id: req-92dd3aeb-d6c1-43cb-9345-16c6a53c26b5 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:12.099952 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:12.100208 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92dd3aeb-d6c1-43cb-9345-16c6a53c26b5 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:12.100609 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a', 'status': 'completed', 'code': 200} Mar 02 18:52:12.155710 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:12.182133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c10ec-731e-4213-a09f-f01e21112065 req-c4133205-4af2-4a6b-a0ae-755c47f4f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:12.183746 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-c4133205-4af2-4a6b-a0ae-755c47f4f485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0563762 Mar 02 18:52:12.299172 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c10ec-731e-4213-a09f-f01e21112065 req-bafb2dcb-6bfd-4bef-9e7e-847f409ea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:12.300799 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-bafb2dcb-6bfd-4bef-9e7e-847f409ea298 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1077666 Mar 02 18:52:12.418113 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-a740d154-72bf-49c2-b238-3624616fc003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 999 time: 0.1065383 Mar 02 18:52:12.429354 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53536) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:12.439662 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '3aca9228-ec9e-40a0-9be9-ec2e3420320c', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': '46a5b242-f763-44ac-8b98-edf78a37251a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:3f:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:47Z', 'updated_at': '2022-03-02T18:52:10Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:12.443196 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9626f1af-9efd-4b3e-848b-d991803e4b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.444764 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df03bc-5cd4-4f6e-8fc8-46eb4b04f25c req-87b0f688-430b-437c-95fb-062d8dee6edd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:12.446496 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0df03bc-5cd4-4f6e-8fc8-46eb4b04f25c req-87b0f688-430b-437c-95fb-062d8dee6edd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1223457 Mar 02 18:52:12.473174 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611c72d-40fa-4f76-9f18-2311a0644005 None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '3aca9228-ec9e-40a0-9be9-ec2e3420320c', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': '46a5b242-f763-44ac-8b98-edf78a37251a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:3f:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:47Z', 'updated_at': '2022-03-02T18:52:10Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:12.521656 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c10ec-731e-4213-a09f-f01e21112065 req-420ead84-ab50-4bb2-809e-a86ef0615e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:12.523255 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-420ead84-ab50-4bb2-809e-a86ef0615e15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0970540 Mar 02 18:52:12.525621 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9626f1af-9efd-4b3e-848b-d991803e4b52 admin admin] Publish callbacks [] for security_group (0f4e2b21-2d31-4481-815d-af70fd0027be), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.531317 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0df03bc-5cd4-4f6e-8fc8-46eb4b04f25c req-a916e60a-4f1d-4614-8e4d-1435a7d8cd41 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Mar 02 18:52:12.531730 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9626f1af-9efd-4b3e-848b-d991803e4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0f4e2b21-2d31-4481-815d-af70fd0027be), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.567474 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f1af-9efd-4b3e-848b-d991803e4b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e2b21-2d31-4481-815d-af70fd0027be,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:12.579766 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-9626f1af-9efd-4b3e-848b-d991803e4b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62d06e0accc34929a3f2fbb742cf358f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491492 Mar 02 18:52:12.582308 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53538) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:12.602367 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c10ec-731e-4213-a09f-f01e21112065 req-9a704bb3-1ba8-4bd3-8fe3-5322e420a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:12.603953 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-9a704bb3-1ba8-4bd3-8fe3-5322e420a549 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717306 Mar 02 18:52:12.635739 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] Publish callbacks [] for security_group (0f4e2b21-2d31-4481-815d-af70fd0027be), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.662146 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] Publish callbacks [] for security_group (0f4e2b21-2d31-4481-815d-af70fd0027be), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.707461 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-5f10965e-9392-4126-a35b-89eba28c5785 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960679 Mar 02 18:52:12.715987 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0f4e2b21-2d31-4481-815d-af70fd0027be), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.718839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:12.720002 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f4e2b21-2d31-4481-815d-af70fd0027be HTTP/1.1" status: 204 len: 168 time: 0.1355481 Mar 02 18:52:12.735859 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af711347-d103-4b0d-a76d-44579cb09052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e2b21-2d31-4481-815d-af70fd0027be,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:12.781964 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef05cb-7e95-44da-b3d0-8c4b86c543c9 None None] New status for floating IP 3aca9228-ec9e-40a0-9be9-ec2e3420320c: ACTIVE {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:52:12.846686 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e06c10ec-731e-4213-a09f-f01e21112065 req-324d3c10-2ddd-4331-b6c1-4deb6cf94b06 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294901 Mar 02 18:52:13.239707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53570) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:13.373000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-82d57c69-7570-4e59-9d04-730ea8e0b39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.462290 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-82d57c69-7570-4e59-9d04-730ea8e0b39a admin admin] Publish callbacks [] for security_group (db019617-c203-4375-9329-0c25d70dd687), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.468246 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-82d57c69-7570-4e59-9d04-730ea8e0b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (db019617-c203-4375-9329-0c25d70dd687), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.507605 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-82d57c69-7570-4e59-9d04-730ea8e0b39a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=055dfa0a8fe2438ea6fe691980714fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665484 Mar 02 18:52:13.508515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d57c69-7570-4e59-9d04-730ea8e0b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db019617-c203-4375-9329-0c25d70dd687,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:13.510895 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53594) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:13.567633 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] Publish callbacks [] for security_group (db019617-c203-4375-9329-0c25d70dd687), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.592314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] Publish callbacks [] for security_group (db019617-c203-4375-9329-0c25d70dd687), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.665115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (db019617-c203-4375-9329-0c25d70dd687), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.668143 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:13.669628 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db019617-c203-4375-9329-0c25d70dd687 HTTP/1.1" status: 204 len: 168 time: 0.1570449 Mar 02 18:52:13.680955 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c107a38-952b-4b39-8bc4-6fb569ce6d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db019617-c203-4375-9329-0c25d70dd687,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:13.731491 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113439a-e48d-4a8c-a348-1d78a3a48e5c req-cc2e65ed-a084-4a61-ad95-42a018e1ab8a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:13.737976 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7113439a-e48d-4a8c-a348-1d78a3a48e5c req-cc2e65ed-a084-4a61-ad95-42a018e1ab8a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1039736 Mar 02 18:52:13.811295 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7113439a-e48d-4a8c-a348-1d78a3a48e5c req-d1d3d309-fecf-40e7-9f26-de0069854ff8 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Mar 02 18:52:14.049415 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53622) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:14.062844 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda05-fb5c-40b4-bf8a-40fece7f990b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.140394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda05-fb5c-40b4-bf8a-40fece7f990b admin admin] Publish callbacks [] for security_group (b7c8973a-4a0e-49b9-aef3-231f4aa32092), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.143824 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4b4dda05-fb5c-40b4-bf8a-40fece7f990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (b7c8973a-4a0e-49b9-aef3-231f4aa32092), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.182893 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4b4dda05-fb5c-40b4-bf8a-40fece7f990b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35a65309f5d6418d894d8aff2b6da5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322484 Mar 02 18:52:14.183653 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dda05-fb5c-40b4-bf8a-40fece7f990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8973a-4a0e-49b9-aef3-231f4aa32092,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:14.185660 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53626) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:14.238707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] Publish callbacks [] for security_group (b7c8973a-4a0e-49b9-aef3-231f4aa32092), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.261595 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] Publish callbacks [] for security_group (b7c8973a-4a0e-49b9-aef3-231f4aa32092), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.311953 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (b7c8973a-4a0e-49b9-aef3-231f4aa32092), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.315301 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:14.316553 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7c8973a-4a0e-49b9-aef3-231f4aa32092 HTTP/1.1" status: 204 len: 168 time: 0.1298025 Mar 02 18:52:14.327016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95afc3f-5eaa-4cab-8bde-8e3aa1256eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8973a-4a0e-49b9-aef3-231f4aa32092,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:14.973880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a848ce-a9bd-4f33-b844-de994aaaff9c req-eeb11fab-fde4-4945-93dc-ef00bf511d2f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:14.976003 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b1a848ce-a9bd-4f33-b844-de994aaaff9c req-eeb11fab-fde4-4945-93dc-ef00bf511d2f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0895717 Mar 02 18:52:15.052991 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b1a848ce-a9bd-4f33-b844-de994aaaff9c req-3210ae7e-534d-44a6-8bb9-ab6fe7a3bb74 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489159 Mar 02 18:52:15.639220 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53708) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:15.841976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39086a98-ecc9-4484-b479-14926d05aef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:15.918446 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39086a98-ecc9-4484-b479-14926d05aef1 admin admin] Publish callbacks [] for security_group (297f0756-0112-4569-9b8b-d176049a4e4e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:15.922684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39086a98-ecc9-4484-b479-14926d05aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (297f0756-0112-4569-9b8b-d176049a4e4e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:15.963873 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-39086a98-ecc9-4484-b479-14926d05aef1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbcebc220b1144008c6fab4f6ccbc4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209946 Mar 02 18:52:15.963873 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086a98-ecc9-4484-b479-14926d05aef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f0756-0112-4569-9b8b-d176049a4e4e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:15.964812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53724) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:16.016149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] Publish callbacks [] for security_group (297f0756-0112-4569-9b8b-d176049a4e4e), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.043462 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] Publish callbacks [] for security_group (297f0756-0112-4569-9b8b-d176049a4e4e), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.102750 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (297f0756-0112-4569-9b8b-d176049a4e4e), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.106021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.109959 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/297f0756-0112-4569-9b8b-d176049a4e4e HTTP/1.1" status: 204 len: 168 time: 0.1416497 Mar 02 18:52:16.135135 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49520e-032e-4bda-801f-b72a69760f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f0756-0112-4569-9b8b-d176049a4e4e,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:16.195594 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73081b-2254-462e-a6df-457366262033 req-dd2d9d33-4099-444d-9007-5d84bcd0e2ae tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:16.197287 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f73081b-2254-462e-a6df-457366262033 req-dd2d9d33-4099-444d-9007-5d84bcd0e2ae tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0582700 Mar 02 18:52:16.250171 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f73081b-2254-462e-a6df-457366262033 req-6b196ef8-c502-43a2-b59b-cb355cbf6cee tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Mar 02 18:52:16.510729 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53774) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:16.526163 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-973442b2-479b-4fd9-9c2d-f457ef92609c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.586610 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8087b9bb-c2d2-4120-8673-a66355b1545a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:16.588573 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8087b9bb-c2d2-4120-8673-a66355b1545a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1537294 Mar 02 18:52:16.614046 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-167d5865-6739-4e08-83fa-6155f361525b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/quotas/5b40e6f601ce4fed815b312e0914e075 HTTP/1.1" status: 200 len: 375 time: 0.0197086 Mar 02 18:52:16.626971 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-973442b2-479b-4fd9-9c2d-f457ef92609c admin admin] Publish callbacks [] for security_group (dd240411-2385-471e-99cf-f50627c179f2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.632722 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-973442b2-479b-4fd9-9c2d-f457ef92609c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (dd240411-2385-471e-99cf-f50627c179f2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.678391 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53788) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:16.678643 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-973442b2-479b-4fd9-9c2d-f457ef92609c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=087409be128e4549961b8860149e27d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667488 Mar 02 18:52:16.680887 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973442b2-479b-4fd9-9c2d-f457ef92609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd240411-2385-471e-99cf-f50627c179f2,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:16.713450 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-9fb56051-03f2-4692-b5f1-8b9a89536966 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941844 Mar 02 18:52:16.805707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] Publish callbacks [] for security_group (dd240411-2385-471e-99cf-f50627c179f2), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.845936 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] Publish callbacks [] for security_group (dd240411-2385-471e-99cf-f50627c179f2), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.854864 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3f5be59f-00f1-4c0e-a619-cc014e778cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338449 Mar 02 18:52:16.883944 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53792) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:16.968740 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (dd240411-2385-471e-99cf-f50627c179f2), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.973114 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:16.974415 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd240411-2385-471e-99cf-f50627c179f2 HTTP/1.1" status: 204 len: 168 time: 0.2937229 Mar 02 18:52:16.991861 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8ff3d11d-ea43-41df-bfd0-79fae151bf7d service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253958 Mar 02 18:52:16.998701 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589c39-3fde-49bb-a86c-cc78a16bf3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd240411-2385-471e-99cf-f50627c179f2,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:17.089656 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-884c4798-3189-4690-aa64-b3eb3049bb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.200298 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-884c4798-3189-4690-aa64-b3eb3049bb23 admin admin] Publish callbacks [] for security_group (4ebca6f9-457b-47ee-aa65-c947efc5b83a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.204950 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-884c4798-3189-4690-aa64-b3eb3049bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4ebca6f9-457b-47ee-aa65-c947efc5b83a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.249605 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-884c4798-3189-4690-aa64-b3eb3049bb23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31abff55dea149ae895482367ebb1769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643434 Mar 02 18:52:17.250434 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c4798-3189-4690-aa64-b3eb3049bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebca6f9-457b-47ee-aa65-c947efc5b83a,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:17.252706 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53808) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:17.258806 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2cd55937-01cb-4eb3-8bcf-cf5b51f83492 req-6e5a5ed7-aa13-4238-bd81-8bb21f7a5cce tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Mar 02 18:52:17.333408 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Publish callbacks [] for security_group (4ebca6f9-457b-47ee-aa65-c947efc5b83a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.384302 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Publish callbacks [] for security_group (4ebca6f9-457b-47ee-aa65-c947efc5b83a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.446586 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e18d2-005e-46e3-b50c-058fd7dbbf00 req-683ea4e4-f742-4515-afc0-b49f6206d7b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:17.448087 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-786e18d2-005e-46e3-b50c-058fd7dbbf00 req-683ea4e4-f742-4515-afc0-b49f6206d7b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0990071 Mar 02 18:52:17.466498 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4ebca6f9-457b-47ee-aa65-c947efc5b83a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.469186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:17.470354 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ebca6f9-457b-47ee-aa65-c947efc5b83a HTTP/1.1" status: 204 len: 168 time: 0.2159979 Mar 02 18:52:17.479696 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebca6f9-457b-47ee-aa65-c947efc5b83a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:17.490758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.491427 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.492056 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.492641 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.493150 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.493674 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.494203 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.494844 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.495357 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.495901 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.496379 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.497004 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.497737 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d709e1b-6321-45cb-b8f1-a468cd9c5e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:17.579258 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-786e18d2-005e-46e3-b50c-058fd7dbbf00 req-6a29f350-3b6a-4e5d-bfb0-91fa9ae7b0bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245859 Mar 02 18:52:17.965931 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53848) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:17.989401 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-edf00ce6-a187-4091-b4ba-13385a8da279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.077569 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-edf00ce6-a187-4091-b4ba-13385a8da279 admin admin] Publish callbacks [] for security_group (7d2bc114-2b05-450a-a2bb-ebd69beae594), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.081690 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-edf00ce6-a187-4091-b4ba-13385a8da279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (7d2bc114-2b05-450a-a2bb-ebd69beae594), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.122424 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-edf00ce6-a187-4091-b4ba-13385a8da279 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39bc408504ab43c4a4e2dfe512446677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547983 Mar 02 18:52:18.123481 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00ce6-a187-4091-b4ba-13385a8da279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bc114-2b05-450a-a2bb-ebd69beae594,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:18.125173 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53854) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:18.181097 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Publish callbacks [] for security_group (7d2bc114-2b05-450a-a2bb-ebd69beae594), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.207449 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Publish callbacks [] for security_group (7d2bc114-2b05-450a-a2bb-ebd69beae594), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.266026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (7d2bc114-2b05-450a-a2bb-ebd69beae594), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.268785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:18.272512 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d2bc114-2b05-450a-a2bb-ebd69beae594 HTTP/1.1" status: 204 len: 168 time: 0.1424289 Mar 02 18:52:18.280146 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bc114-2b05-450a-a2bb-ebd69beae594,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:18.289299 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.290218 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.290715 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.291225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.291714 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.292199 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.292836 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.293342 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.293815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.295592 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.296076 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.296555 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.297091 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fbb0f0-dd79-4b80-9741-e4b800fd0d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:18.402016 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-87d6c81f-1a7d-405f-a15d-d104877e5caf req-e9bc27ca-c3fd-4732-a9dc-ce21151d954d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 210 time: 0.0413494 Mar 02 18:52:18.563347 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-89c2eff7-a150-4be2-b26a-b5207a8e7c7c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:18.564367 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-89c2eff7-a150-4be2-b26a-b5207a8e7c7c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1174707 Mar 02 18:52:18.581272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Request body: {'port': {'device_id': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'admin_state_up': True, 'tenant_id': '5b40e6f601ce4fed815b312e0914e075'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:18.777387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7405a-49b2-4390-98ca-2d36d356e2e0 req-83d45c65-a518-43ad-99d2-17196a9fc40c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:18.778919 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52c7405a-49b2-4390-98ca-2d36d356e2e0 req-83d45c65-a518-43ad-99d2-17196a9fc40c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0932062 Mar 02 18:52:18.786254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:18.789594 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:19.078805 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52c7405a-49b2-4390-98ca-2d36d356e2e0 req-f4abe7de-4a54-47bc-9704-f6da0dd6a703 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859688 Mar 02 18:52:19.152410 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Allocated IP 172.20.0.5 (c8ead4be-46bc-466c-aa11-fe7cda731823/c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d/86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:19.314100 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks [] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:19.357421 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:19.378559 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:52:19.422020 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event updated for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:19.446104 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Network c8ead4be-46bc-466c-aa11-fe7cda731823 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:19.448118 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:19.450989 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:19.458537 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.459621 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:19.480945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a30688e1-98f2-4991-8d9e-9bc6fae80a88 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9070020 Mar 02 18:52:19.495218 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Request body: {'port': {'device_id': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:19.688876 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d576-3192-45c1-ba2a-c0492b38cbc9 req-a40e501c-ef4c-479e-b767-454c72221254 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.691122 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53f8d576-3192-45c1-ba2a-c0492b38cbc9 req-a40e501c-ef4c-479e-b767-454c72221254 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 931 time: 0.1642137 Mar 02 18:52:19.695936 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:19.707999 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-684ebbe5-630c-4074-b659-c8e057e9a3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883021 Mar 02 18:52:19.797926 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53f8d576-3192-45c1-ba2a-c0492b38cbc9 req-bb119e68-cb0f-4fd3-aea3-2bf264025a01 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Mar 02 18:52:19.821892 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53950) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:19.854024 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-68436b76-aad6-4f1e-a81f-012952ee4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.856196 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-68436b76-aad6-4f1e-a81f-012952ee4a41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=015ecc24386d41929577a45066d9890f&device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 1130 time: 0.0949097 Mar 02 18:52:19.958873 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07d6e98a-ff3a-4f51-9b05-f9182cff6544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.017140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-05099628-2f5b-49e6-8de1-7ccef922f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.018870 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-05099628-2f5b-49e6-8de1-7ccef922f85e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 HTTP/1.1" status: 200 len: 912 time: 0.1375580 Mar 02 18:52:20.043457 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:20.051718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks [] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.064439 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Transition to ACTIVE for port object 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:52:20.068607 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.071703 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-afddbd9a-d1c1-4834-a440-bdca5f8aad53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21d98ee-d698-42da-96d8-a97241259308 HTTP/1.1" status: 200 len: 217 time: 0.0415337 Mar 02 18:52:20.122307 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53962) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:20.124511 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Pushing event updated for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.135886 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07d6e98a-ff3a-4f51-9b05-f9182cff6544 admin admin] Publish callbacks [] for security_group (1304edf2-b4fd-4731-8e44-34014fc3de00), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.144173 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07d6e98a-ff3a-4f51-9b05-f9182cff6544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1304edf2-b4fd-4731-8e44-34014fc3de00), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.174284 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-c7e09402-c3ed-4758-90e5-95a57aa871a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.176469 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-c7e09402-c3ed-4758-90e5-95a57aa871a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4154aff-3bc6-41c5-a15c-b5c511b5972c HTTP/1.1" status: 200 len: 851 time: 0.0882573 Mar 02 18:52:20.176597 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Attempting to bind port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:20.177062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Attempting to bind port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:20.177328 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Attempting to bind port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:20.193267 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 on network c8ead4be-46bc-466c-aa11-fe7cda731823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:52:20.193267 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Attempting to bind port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:20.201140 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-07d6e98a-ff3a-4f51-9b05-f9182cff6544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8541889d875b43b7a7f17f4c9d0583eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779209 Mar 02 18:52:20.204942 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 53966) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:20.216852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:20.217282 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Checking segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:20.217764 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Bound using segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:20.218246 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Bound port: 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:20.218697 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.226580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6e98a-ff3a-4f51-9b05-f9182cff6544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304edf2-b4fd-4731-8e44-34014fc3de00,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.231911 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-3945627c-758b-41ae-bb47-eedb156cd036 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432234 Mar 02 18:52:20.276884 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c189a-86f0-4368-8921-0d27b769b0de req-1b2fce42-e47d-43f1-abde-6f53fa3dbc4e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.278427 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-084c189a-86f0-4368-8921-0d27b769b0de req-1b2fce42-e47d-43f1-abde-6f53fa3dbc4e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0977933 Mar 02 18:52:20.323171 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5b6b-8889-42b8-96cc-7fb03e5f5623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.328753 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] Publish callbacks [] for security_group (1304edf2-b4fd-4731-8e44-34014fc3de00), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.334006 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:20.352152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:20.382203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.424333 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-084c189a-86f0-4368-8921-0d27b769b0de req-384c85fd-431d-4146-bc68-85ab7626bfdb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368465 Mar 02 18:52:20.451143 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.451771 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.453170 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] 10.222.0.41 "PUT /v2.0/ports/86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 HTTP/1.1" status: 200 len: 1093 time: 0.9636374 Mar 02 18:52:20.453644 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:20.455885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca26e5-f867-4ad6-b73b-127aa48df572" -d '{"events": [{"name": "network-changed", "server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:20.483087 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b632-6f35-45d7-8b29-018c3b3b4240 service neutron] Pushing event updated for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.529418 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8477c0-cbfb-4e01-be6f-e6d0d45c85de x-openstack-request-id: req-8f8477c0-cbfb-4e01-be6f-e6d0d45c85de {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:20.529718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:20.529971 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f8477c0-cbfb-4e01-be6f-e6d0d45c85de {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:20.530376 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'status': 'completed', 'code': 200} Mar 02 18:52:20.564149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5b6b-8889-42b8-96cc-7fb03e5f5623 admin admin] Publish callbacks [] for security_group (f0aefd14-2f17-48c8-ac72-a3184fdff4d3), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.571224 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] Publish callbacks [] for security_group (1304edf2-b4fd-4731-8e44-34014fc3de00), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.571432 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5b6b-8889-42b8-96cc-7fb03e5f5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f0aefd14-2f17-48c8-ac72-a3184fdff4d3), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.580727 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-9c81418d-ceeb-4e0c-b991-c559d15a0267 service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336792 Mar 02 18:52:20.610282 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7e3d5b6b-8889-42b8-96cc-7fb03e5f5623 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5ac71ae76d6498d86cab6a82cae6cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834888 Mar 02 18:52:20.610282 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8c2df63e-e0fa-4d6e-9734-fa8ea341a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.611523 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8c2df63e-e0fa-4d6e-9734-fa8ea341a91f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 1127 time: 0.1009450 Mar 02 18:52:20.611973 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 53976) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:20.642834 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5b6b-8889-42b8-96cc-7fb03e5f5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aefd14-2f17-48c8-ac72-a3184fdff4d3,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.686261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-66f67b6c-739f-4875-840d-9eff163bece7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0513818 Mar 02 18:52:20.725470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1304edf2-b4fd-4731-8e44-34014fc3de00), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.725470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.725470 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1304edf2-b4fd-4731-8e44-34014fc3de00 HTTP/1.1" status: 204 len: 168 time: 0.5186744 Mar 02 18:52:20.743626 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04954b-2d44-42b5-bcdb-f39439942b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304edf2-b4fd-4731-8e44-34014fc3de00,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.753996 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] Publish callbacks [] for security_group (f0aefd14-2f17-48c8-ac72-a3184fdff4d3), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.760343 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-230f6c74-dd16-41ba-999e-3a4c58494c70 req-2529a88d-8216-497b-9e7d-31664c7d5818 service neutron] 10.222.0.41 "GET /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659367 Mar 02 18:52:20.761815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a047e3dc-0b01-47fe-a782-e1c5e0d193e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.763272 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-a047e3dc-0b01-47fe-a782-e1c5e0d193e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.0644159 Mar 02 18:52:20.794799 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] Publish callbacks [] for security_group (f0aefd14-2f17-48c8-ac72-a3184fdff4d3), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.820168 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-8fe7a63f-3a6c-4fcc-9d65-3dd95afb89d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361264 Mar 02 18:52:20.976617 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f0aefd14-2f17-48c8-ac72-a3184fdff4d3), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.979198 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:20.982703 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0aefd14-2f17-48c8-ac72-a3184fdff4d3 HTTP/1.1" status: 204 len: 168 time: 0.3643162 Mar 02 18:52:21.004624 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-39c1aea4-5159-4734-8c68-b432d20b9894 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645796 Mar 02 18:52:21.012994 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b69889-b7d5-44df-a2fe-d7f26c94c587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aefd14-2f17-48c8-ac72-a3184fdff4d3,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:21.049422 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd914e0-7f96-4aa2-8c79-54e157d537af req-901f486a-1dc2-4464-812a-83af46dafa33 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.056094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ddd914e0-7f96-4aa2-8c79-54e157d537af req-901f486a-1dc2-4464-812a-83af46dafa33 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 943 time: 0.1622357 Mar 02 18:52:21.152364 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ddd914e0-7f96-4aa2-8c79-54e157d537af req-a9c6edd4-ee52-48c3-8131-28dcc541ff83 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953174 Mar 02 18:52:21.177417 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ac0ddbe2-30a7-4fec-9e59-049fe968471a req-c0787aeb-fa8b-4fc0-b03a-8dbb0369ca1f service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593018 Mar 02 18:52:21.304157 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-6cb82ec5-070c-49e5-a74e-8f6608e9a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.305965 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-6cb82ec5-070c-49e5-a74e-8f6608e9a4ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 1127 time: 0.0499654 Mar 02 18:52:21.312477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54012) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:21.334643 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6a94a56c-b777-4e58-b62e-b3c5a4fe702c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.466380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-971e479f-658e-4b15-b906-451c555391e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.467990 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-971e479f-658e-4b15-b906-451c555391e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 915 time: 0.1486363 Mar 02 18:52:21.558185 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-8a111ef5-dc4e-4210-95d8-2c034e286456 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0573020 Mar 02 18:52:21.560005 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6a94a56c-b777-4e58-b62e-b3c5a4fe702c admin admin] Publish callbacks [] for security_group (096c7d25-7808-4cae-9c40-caf3d49f2220), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.594496 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6a94a56c-b777-4e58-b62e-b3c5a4fe702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (096c7d25-7808-4cae-9c40-caf3d49f2220), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.641817 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54026) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:21.667713 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-6a94a56c-b777-4e58-b62e-b3c5a4fe702c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbccdbb2245e498996fd7565ab7463fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542087 Mar 02 18:52:21.670872 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54030) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:21.675255 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94a56c-b777-4e58-b62e-b3c5a4fe702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c7d25-7808-4cae-9c40-caf3d49f2220,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:21.683491 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-0b883946-ad14-4bb7-89aa-4f4f02f5fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.685086 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-0b883946-ad14-4bb7-89aa-4f4f02f5fd7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.1020191 Mar 02 18:52:21.693088 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a90c0-5da5-4f92-8f50-807187c07c80 req-235a399c-4236-4554-b342-0a3523143578 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.694874 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-593a90c0-5da5-4f92-8f50-807187c07c80 req-235a399c-4236-4554-b342-0a3523143578 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1542211 Mar 02 18:52:21.729600 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-f4833bc9-dfe7-4ccc-bcbe-b5fbcc753c38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334647 Mar 02 18:52:21.734106 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] Publish callbacks [] for security_group (096c7d25-7808-4cae-9c40-caf3d49f2220), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.760394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2004039795-network', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:21.770053 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] Publish callbacks [] for security_group (096c7d25-7808-4cae-9c40-caf3d49f2220), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.802774 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Made reservation on behalf of 0d057704ed0a48ecbe8561f437b892c7 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:21.805040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.814866 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.818081 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-593a90c0-5da5-4f92-8f50-807187c07c80 req-55f3d274-5c33-4365-8bf0-ece16e09d4a2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141806 Mar 02 18:52:21.853071 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-1d4738cb-6b54-4d7d-b89d-e406e30cc610 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150975 Mar 02 18:52:21.853258 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (096c7d25-7808-4cae-9c40-caf3d49f2220), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.855673 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.856804 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/096c7d25-7808-4cae-9c40-caf3d49f2220 HTTP/1.1" status: 204 len: 168 time: 0.1849880 Mar 02 18:52:21.874020 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd154a6e-7b2c-4d89-8c1a-7366cc6c6a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c7d25-7808-4cae-9c40-caf3d49f2220,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:21.939925 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks [] for security_group (61b90b30-02e5-4eff-b258-9b4acf740f14), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.945075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (61b90b30-02e5-4eff-b258-9b4acf740f14), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.961639 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4ca26e5-f867-4ad6-b73b-127aa48df572 req-6e483647-d5b3-4781-a5d2-546d859bf2cf service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999625 Mar 02 18:52:21.966648 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:52:21.983721 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b90b30-02e5-4eff-b258-9b4acf740f14,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:21.986801 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (d7a751c6-c2f9-4c83-bbf1-46fcab27011c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:21.987151 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Added segment d7a751c6-c2f9-4c83-bbf1-46fcab27011c of type vlan for network 2f9296aa-0132-48e7-a56e-48719b9fc450 Mar 02 18:52:22.028631 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (2f9296aa-0132-48e7-a56e-48719b9fc450), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.056989 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (2f9296aa-0132-48e7-a56e-48719b9fc450), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.058139 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:22.058813 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.129684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9296aa-0132-48e7-a56e-48719b9fc450,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.139398 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54046) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:22.139643 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-7646e9f0-b2d1-4b30-afd1-00c21daa92e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4965813 Mar 02 18:52:22.142475 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:52:22.146645 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Request body: {'subnet': {'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2004039795-subnet', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:22.170066 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Made reservation on behalf of 0d057704ed0a48ecbe8561f437b892c7 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:22.175169 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.337425 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7789430-d11b-4790-964c-bbed3abe524a req-c65cb073-8234-49f3-a052-10187083ea78 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:22.339352 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f7789430-d11b-4790-964c-bbed3abe524a req-c65cb073-8234-49f3-a052-10187083ea78 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 943 time: 0.0932784 Mar 02 18:52:22.406218 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54058) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:22.464599 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f7789430-d11b-4790-964c-bbed3abe524a req-0c74bfff-c1e0-4525-a13d-962bbeb762e4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Mar 02 18:52:22.475439 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (2d5ec29e-ec51-45b1-a483-62ea656f7a8d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.536362 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3775-18d8-4182-98dd-f0b81cf25d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.538561 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5ec29e-ec51-45b1-a483-62ea656f7a8d,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.549502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Checking segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:22.550311 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Network hostable DHCP agents. Network: 2f9296aa-0132-48e7-a56e-48719b9fc450, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:52:22.568558 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:52:22.578544 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 2f9296aa-0132-48e7-a56e-48719b9fc450) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:22.585707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:22.586105 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.590498 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee24895-2b0c-4071-8622-d4645f7c88de None None] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:52:22.618149 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ba58f303-a6ad-4f88-9539-77d9a3863aa4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4767861 Mar 02 18:52:22.618837 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54070) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:22.632348 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:22.637121 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3775-18d8-4182-98dd-f0b81cf25d50 admin admin] Publish callbacks [] for security_group (a4b344d2-b10d-4f7e-8dc8-0630aac4b10d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.642957 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3775-18d8-4182-98dd-f0b81cf25d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a4b344d2-b10d-4f7e-8dc8-0630aac4b10d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.646874 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (e8f858b8-57c1-4767-8832-5f820ededb95), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.648339 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (e8f858b8-57c1-4767-8832-5f820ededb95), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.686132 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-c0ba3775-18d8-4182-98dd-f0b81cf25d50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2385544a16cd4118a96e644bcc9b83d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763999 Mar 02 18:52:22.686132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3775-18d8-4182-98dd-f0b81cf25d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b344d2-b10d-4f7e-8dc8-0630aac4b10d,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.688498 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54074) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:22.744017 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for router_controller (e8f858b8-57c1-4767-8832-5f820ededb95), precommit_add_association {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.744298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.753092 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] Publish callbacks [] for security_group (a4b344d2-b10d-4f7e-8dc8-0630aac4b10d), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.781754 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] Publish callbacks [] for security_group (a4b344d2-b10d-4f7e-8dc8-0630aac4b10d), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.807201 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-2f9296aa-0132-48e7-a56e-48719b9fc450', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:52:22.808078 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.857781 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a4b344d2-b10d-4f7e-8dc8-0630aac4b10d), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.865994 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:22.867153 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4b344d2-b10d-4f7e-8dc8-0630aac4b10d HTTP/1.1" status: 204 len: 168 time: 0.1777420 Mar 02 18:52:22.884061 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62fe27-8220-49ec-8e02-629084e332ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b344d2-b10d-4f7e-8dc8-0630aac4b10d,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.924015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for router_gateway (e8f858b8-57c1-4767-8832-5f820ededb95), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.025854 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca338-af83-435a-acfa-a739a8d7b813 req-05d8903b-b06b-4432-b386-7715f702a303 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:23.027974 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-845ca338-af83-435a-acfa-a739a8d7b813 req-05d8903b-b06b-4432-b386-7715f702a303 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1176515 Mar 02 18:52:23.065526 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Allocated IP 172.20.0.2 (2f9296aa-0132-48e7-a56e-48719b9fc450/2d5ec29e-ec51-45b1-a483-62ea656f7a8d/b1186449-4ead-4233-87db-7d964f9ddacc) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:23.103261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-845ca338-af83-435a-acfa-a739a8d7b813 req-eddf8241-dbe6-4ae9-bb21-f7295c2d3d9c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664864 Mar 02 18:52:23.255562 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks [] for port (b1186449-4ead-4233-87db-7d964f9ddacc), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.259806 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for router_gateway (e8f858b8-57c1-4767-8832-5f820ededb95), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.265671 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.284640 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.313681 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:23.320705 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:23.327007 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:23.337033 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54090) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:23.340897 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Pushing event updated for resources: {'Port': ['ID=b1186449-4ead-4233-87db-7d964f9ddacc,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:23.353152 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-710d6730-f448-4937-bd21-c5e951329d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.367302 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.367302 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.367658 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.368173 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.369190 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.370318 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.370668 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.371602 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.371957 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.372315 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.372656 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.372990 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.373339 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:23.409813 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Attempting to bind port b1186449-4ead-4233-87db-7d964f9ddacc on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:23.412111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Attempting to bind port b1186449-4ead-4233-87db-7d964f9ddacc by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:23.412531 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Attempting to bind port b1186449-4ead-4233-87db-7d964f9ddacc on network 2f9296aa-0132-48e7-a56e-48719b9fc450 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:23.418621 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:23.419255 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Checking segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:23.419852 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.420400 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Bound using segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:23.421072 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Bound port: b1186449-4ead-4233-87db-7d964f9ddacc, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:23.421650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.453412 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-710d6730-f448-4937-bd21-c5e951329d86 admin admin] Publish callbacks [] for security_group (356dc6da-4b0d-444d-8077-68ccef1a34de), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.460440 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-710d6730-f448-4937-bd21-c5e951329d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (356dc6da-4b0d-444d-8077-68ccef1a34de), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.469738 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Allocated IP 172.27.1.128 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/7a07915d-7d8f-4497-8a43-98fd084958ec) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:23.506034 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-710d6730-f448-4937-bd21-c5e951329d86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5653d3792e0747b5bc36edfb2bf255ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679344 Mar 02 18:52:23.513159 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54096) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:23.516589 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] For port b1186449-4ead-4233-87db-7d964f9ddacc, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:23.524663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] For port b1186449-4ead-4233-87db-7d964f9ddacc, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=b1186449-4ead-4233-87db-7d964f9ddacc,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:23.537979 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.540461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d6730-f448-4937-bd21-c5e951329d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356dc6da-4b0d-444d-8077-68ccef1a34de,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:23.584561 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] Publish callbacks [] for security_group (356dc6da-4b0d-444d-8077-68ccef1a34de), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.616306 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] Publish callbacks [] for security_group (356dc6da-4b0d-444d-8077-68ccef1a34de), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.643184 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270f4e2-c789-4c69-b979-4a5fcd7c2e24 None None] Pushing event updated for resources: {'Port': ['ID=b1186449-4ead-4233-87db-7d964f9ddacc,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:23.661732 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.670202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (356dc6da-4b0d-444d-8077-68ccef1a34de), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.682431 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.682431 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/356dc6da-4b0d-444d-8077-68ccef1a34de HTTP/1.1" status: 204 len: 168 time: 0.1608241 Mar 02 18:52:23.683548 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f710f0-5d91-4d0a-bd1a-73d16dcc346c req-93b8e427-8799-4ba7-a193-a5d0cd225428 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:23.689948 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-84f710f0-5d91-4d0a-bd1a-73d16dcc346c req-93b8e427-8799-4ba7-a193-a5d0cd225428 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 943 time: 0.1256578 Mar 02 18:52:23.701394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0edb1-3d39-45f4-9c00-74f399fcb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356dc6da-4b0d-444d-8077-68ccef1a34de,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:23.749902 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:23.787265 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-84f710f0-5d91-4d0a-bd1a-73d16dcc346c req-b15df5d7-6d6f-4454-b9cf-39f45082f691 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896711 Mar 02 18:52:23.803502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:23.806500 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:23.809125 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:23.856169 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Pushing event updated for resources: {'Port': ['ID=7a07915d-7d8f-4497-8a43-98fd084958ec,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:24.248999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54120) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:24.270701 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e984d02b-3d1b-4bfb-9412-764b355d99f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.367522 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0274bd-6bc6-41f4-9b41-368288ea42ff req-e129bc02-8f87-4803-b24a-c24e636f9396 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:24.369186 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fb0274bd-6bc6-41f4-9b41-368288ea42ff req-e129bc02-8f87-4803-b24a-c24e636f9396 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.1384566 Mar 02 18:52:24.377504 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e984d02b-3d1b-4bfb-9412-764b355d99f7 admin admin] Publish callbacks [] for security_group (d170844d-a1c5-4ad3-b130-20a91463ef7e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.383367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e984d02b-3d1b-4bfb-9412-764b355d99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d170844d-a1c5-4ad3-b130-20a91463ef7e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.415452 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85c83-d871-4c98-b5cf-49a2b38d5251 req-1794df12-3b03-4fb2-a199-25f6914628fd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:24.417126 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35b85c83-d871-4c98-b5cf-49a2b38d5251 req-1794df12-3b03-4fb2-a199-25f6914628fd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1751130 Mar 02 18:52:24.421826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984d02b-3d1b-4bfb-9412-764b355d99f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d170844d-a1c5-4ad3-b130-20a91463ef7e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:24.434009 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e984d02b-3d1b-4bfb-9412-764b355d99f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd743414379b467ebba12f02ab563809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838984 Mar 02 18:52:24.437132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54136) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:24.498471 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] Publish callbacks [] for security_group (d170844d-a1c5-4ad3-b130-20a91463ef7e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.527725 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] Publish callbacks [] for security_group (d170844d-a1c5-4ad3-b130-20a91463ef7e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.535830 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fb0274bd-6bc6-41f4-9b41-368288ea42ff req-a64d4618-428e-4808-83cb-e9b546af5a99 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304977 Mar 02 18:52:24.556673 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35b85c83-d871-4c98-b5cf-49a2b38d5251 req-7ee9b7f9-6cbe-4a59-a147-30af8c654243 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275492 Mar 02 18:52:24.563540 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for router_gateway (e8f858b8-57c1-4767-8832-5f820ededb95), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.645981 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d170844d-a1c5-4ad3-b130-20a91463ef7e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.648495 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.649677 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d170844d-a1c5-4ad3-b130-20a91463ef7e HTTP/1.1" status: 204 len: 168 time: 0.2115910 Mar 02 18:52:24.658898 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906c06-2957-4054-ab13-2ee7104c8147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170844d-a1c5-4ad3-b130-20a91463ef7e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:24.751447 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device b1186449-4ead-4233-87db-7d964f9ddacc up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:24.814427 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port b1186449-4ead-4233-87db-7d964f9ddacc triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:24.814926 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.856086 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (e8f858b8-57c1-4767-8832-5f820ededb95), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:24.999664 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port b1186449-4ead-4233-87db-7d964f9ddacc is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:25.000589 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.046446 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port b1186449-4ead-4233-87db-7d964f9ddacc, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=b1186449-4ead-4233-87db-7d964f9ddacc,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:25.053405 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.061754 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591500a-02bd-4f12-863b-7b0df2fa9566 req-35d9ed8e-0861-4c30-b729-c211ef454efb tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:25.063809 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9591500a-02bd-4f12-863b-7b0df2fa9566 req-35d9ed8e-0861-4c30-b729-c211ef454efb tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 943 time: 0.1411090 Mar 02 18:52:25.110519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54168) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:25.162635 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=b1186449-4ead-4233-87db-7d964f9ddacc,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:25.167252 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9591500a-02bd-4f12-863b-7b0df2fa9566 req-69024a02-2413-479c-a5e3-7cc7db58fca3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922487 Mar 02 18:52:25.174067 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Router e8f858b8-57c1-4767-8832-5f820ededb95 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:52:25.180981 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7211f3-8fdb-4972-8f0f-ca166e4c4115 None None] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:52:25.280837 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6d1a81b2-8d8f-46b0-aee0-8541e21e77b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.301902 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-a7af19e1-8fbe-48ae-bc59-de563a77629d None None] Provisioning complete for port b1186449-4ead-4233-87db-7d964f9ddacc triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:25.302285 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a7af19e1-8fbe-48ae-bc59-de563a77629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.322294 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:25.336255 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Sync routers for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:25.350825 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.352476 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-3dba68f5-391e-45cc-9dfa-bd3ff509f906 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7325940 Mar 02 18:52:25.355866 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54178) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:25.372424 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:25.372424 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:25.414869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-a7af19e1-8fbe-48ae-bc59-de563a77629d None None] Current status of the port b1186449-4ead-4233-87db-7d964f9ddacc is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:25.421902 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6d1a81b2-8d8f-46b0-aee0-8541e21e77b4 admin admin] Publish callbacks [] for security_group (05ff99c5-3472-4e42-90e2-0ede3109b4b9), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.427437 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6d1a81b2-8d8f-46b0-aee0-8541e21e77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (05ff99c5-3472-4e42-90e2-0ede3109b4b9), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.470812 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6d1a81b2-8d8f-46b0-aee0-8541e21e77b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbeeef4a4831491e869610e285a29362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590283 Mar 02 18:52:25.472159 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a81b2-8d8f-46b0-aee0-8541e21e77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff99c5-3472-4e42-90e2-0ede3109b4b9,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:25.473862 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54184) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:25.571157 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:25.610633 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] Publish callbacks [] for security_group (05ff99c5-3472-4e42-90e2-0ede3109b4b9), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.646664 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-9f502b83-0737-4d47-b432-11a9d4145433 None None] Provisioning complete for port b1186449-4ead-4233-87db-7d964f9ddacc triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:25.648234 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9f502b83-0737-4d47-b432-11a9d4145433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.681342 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] Publish callbacks [] for security_group (05ff99c5-3472-4e42-90e2-0ede3109b4b9), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.754906 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-9f502b83-0737-4d47-b432-11a9d4145433 None None] Current status of the port b1186449-4ead-4233-87db-7d964f9ddacc is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:25.784320 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:24Z', 'revision_number': 3, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:25.811517 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Checking router: e8f858b8-57c1-4767-8832-5f820ededb95 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:25.812100 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Updating router e8f858b8-57c1-4767-8832-5f820ededb95 port 7a07915d-7d8f-4497-8a43-98fd084958ec binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:25.844532 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.845158 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d879841-670f-486e-8aac-ee5db4a6c94c req-09850e2c-3274-4f50-8243-d4394b25fd46 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:25.846721 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1d879841-670f-486e-8aac-ee5db4a6c94c req-09850e2c-3274-4f50-8243-d4394b25fd46 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1217194 Mar 02 18:52:25.856606 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874b29-9ebb-4766-bee7-31a8cf8df010 req-0aaff7d2-830a-495c-aea9-e1a230190065 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:25.858125 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65874b29-9ebb-4766-bee7-31a8cf8df010 req-0aaff7d2-830a-495c-aea9-e1a230190065 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.1955543 Mar 02 18:52:25.918998 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (05ff99c5-3472-4e42-90e2-0ede3109b4b9), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.921538 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:25.922775 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05ff99c5-3472-4e42-90e2-0ede3109b4b9 HTTP/1.1" status: 204 len: 168 time: 0.4462409 Mar 02 18:52:25.954745 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bfd37-bf56-48b4-8cae-298b0d06140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff99c5-3472-4e42-90e2-0ede3109b4b9,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.024894 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1d879841-670f-486e-8aac-ee5db4a6c94c req-98c121e9-c684-4265-a2bc-13c9b66e681f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617286 Mar 02 18:52:26.029633 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65874b29-9ebb-4766-bee7-31a8cf8df010 req-3bbcaa81-4f72-458d-a6ba-75e7e488c6e2 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643834 Mar 02 18:52:26.091209 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:52:26.136981 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks [] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.150052 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.214297 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.223519 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Pushing event updated for resources: {'Port': ['ID=7a07915d-7d8f-4497-8a43-98fd084958ec,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.231984 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.232562 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.233063 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.233571 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.234036 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.234516 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.234970 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.235422 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.235885 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.236352 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.236828 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.237160 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.237508 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.270917 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:26.287232 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'port_id': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'mac_address': 'fa:16:3e:a1:5b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:52:26.288710 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Attempting to bind port 7a07915d-7d8f-4497-8a43-98fd084958ec on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:26.289025 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Attempting to bind port 7a07915d-7d8f-4497-8a43-98fd084958ec by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:26.289514 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Attempting to bind port 7a07915d-7d8f-4497-8a43-98fd084958ec on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:26.295239 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:26.295836 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:26.296238 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.297854 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:26.298342 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Bound port: 7a07915d-7d8f-4497-8a43-98fd084958ec, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:26.299070 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.337585 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:26.338137 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.353176 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:26.365153 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] For port 7a07915d-7d8f-4497-8a43-98fd084958ec, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:26.376852 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] For port 7a07915d-7d8f-4497-8a43-98fd084958ec, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=7a07915d-7d8f-4497-8a43-98fd084958ec,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:26.389344 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.390763 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:26.396285 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.484523 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c739-3024-4c10-81c8-233521fad2ba req-b5515c76-7865-4457-8180-6ab466866d6b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:26.486887 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0b0c739-3024-4c10-81c8-233521fad2ba req-b5515c76-7865-4457-8180-6ab466866d6b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 943 time: 0.1142869 Mar 02 18:52:26.490800 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Allocated IP 172.20.0.1 (2f9296aa-0132-48e7-a56e-48719b9fc450/2d5ec29e-ec51-45b1-a483-62ea656f7a8d/1170e71b-14fd-46e3-b3ba-a03018740bbe) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:26.516720 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.527448 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:26.527986 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:26.529753 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebadb-23d4-4c0f-ae99-4425c7743289 None None] Pushing event updated for resources: {'Port': ['ID=7a07915d-7d8f-4497-8a43-98fd084958ec,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.580908 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54210) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:26.599224 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b354-5285-4274-99b7-c6490c502bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.637451 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0b0c739-3024-4c10-81c8-233521fad2ba req-f086fe7f-e23f-47cd-bf6b-e5fa1b149ca0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374588 Mar 02 18:52:26.664567 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:26.682085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device b1186449-4ead-4233-87db-7d964f9ddacc up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:26.712784 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks [] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.728084 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b354-5285-4274-99b7-c6490c502bc7 admin admin] Publish callbacks [] for security_group (9bc3b42f-1b09-4b43-a9a5-b35af31285b4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.733477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b354-5285-4274-99b7-c6490c502bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (9bc3b42f-1b09-4b43-a9a5-b35af31285b4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.734947 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port b1186449-4ead-4233-87db-7d964f9ddacc triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:26.735313 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.762637 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.782856 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2ec5b354-5285-4274-99b7-c6490c502bc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=011f30f7bb094f92bfd6e75b7ed2b054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005894 Mar 02 18:52:26.786520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54212) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:26.794359 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5b354-5285-4274-99b7-c6490c502bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3b42f-1b09-4b43-a9a5-b35af31285b4,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.840132 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port b1186449-4ead-4233-87db-7d964f9ddacc is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:26.850291 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:26.852797 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:26.856759 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:26.857590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (e8f858b8-57c1-4767-8832-5f820ededb95), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.860310 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] Publish callbacks [] for security_group (9bc3b42f-1b09-4b43-a9a5-b35af31285b4), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.892248 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] Publish callbacks [] for security_group (9bc3b42f-1b09-4b43-a9a5-b35af31285b4), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.907625 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:24Z', 'revision_number': 3, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:26.911918 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Pushing event updated for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.955192 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (9bc3b42f-1b09-4b43-a9a5-b35af31285b4), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.955634 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e7060-baa2-4f42-832d-6e00734e0359 None None] The sync data for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi is: [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:24Z', 'revision_number': 3, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:26.959456 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:26.961350 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bc3b42f-1b09-4b43-a9a5-b35af31285b4 HTTP/1.1" status: 204 len: 168 time: 0.1729596 Mar 02 18:52:26.972667 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545e8db-5746-46ad-9609-91929b0c1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3b42f-1b09-4b43-a9a5-b35af31285b4,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:27.038020 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:27.139465 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:52:27.215750 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-87dd239f-416b-4756-ae0f-80ecdaa148c8 None None] Provisioning complete for port 1170e71b-14fd-46e3-b3ba-a03018740bbe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:27.216125 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-87dd239f-416b-4756-ae0f-80ecdaa148c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:27.299186 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-87dd239f-416b-4756-ae0f-80ecdaa148c8 None None] Port 1170e71b-14fd-46e3-b3ba-a03018740bbe cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:27.577086 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f9c6-b9fd-43c6-a804-67c18cbb24d6 req-2e45d695-d9f7-4753-8440-dd8c157440ee tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:27.578637 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2d87f9c6-b9fd-43c6-a804-67c18cbb24d6 req-2e45d695-d9f7-4753-8440-dd8c157440ee tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.4193354 Mar 02 18:52:27.586049 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69741f-0e9a-4f23-b651-1791c1ab50be req-e21071d2-8475-47dc-a8c3-3637077b3c86 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:27.587535 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2f69741f-0e9a-4f23-b651-1791c1ab50be req-e21071d2-8475-47dc-a8c3-3637077b3c86 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.4299729 Mar 02 18:52:27.688912 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-9241f5bc-39f1-4ac8-8e3d-e1fb91605039 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:27.689830 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-9241f5bc-39f1-4ac8-8e3d-e1fb91605039 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 946 time: 0.4409409 Mar 02 18:52:27.820093 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks [] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:27.824565 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2d87f9c6-b9fd-43c6-a804-67c18cbb24d6 req-e2f777ad-e93f-4215-958b-be1148d677e3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361050 Mar 02 18:52:27.829093 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:27.829828 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (e8f858b8-57c1-4767-8832-5f820ededb95), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:27.885188 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2f69741f-0e9a-4f23-b651-1791c1ab50be req-322b1c31-11f6-4b56-a38a-3385dbee483c tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0e08ffd-253a-4c29-a5c9-198a18edc400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839260 Mar 02 18:52:27.958354 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Pushing event updated for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:28.176008 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9d16-9130-4c89-8ce9-55c09cb78a52 req-0a0853d0-979d-432b-afdc-56d2647def7f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:28.183173 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0be9d16-9130-4c89-8ce9-55c09cb78a52 req-0a0853d0-979d-432b-afdc-56d2647def7f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.2632947 Mar 02 18:52:28.186596 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Deleting port c21d98ee-d698-42da-96d8-a97241259308 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:52:28.187027 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (c21d98ee-d698-42da-96d8-a97241259308), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.223157 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:28.255219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:28.377371 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0be9d16-9130-4c89-8ce9-55c09cb78a52 req-0e35d659-9dde-49ed-8883-a4b5f594c897 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930943 Mar 02 18:52:28.461998 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] For port c21d98ee-d698-42da-96d8-a97241259308, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c21d98ee-d698-42da-96d8-a97241259308,segment=NetworkSegment(a894024f-cca1-4849-a939-8f8e82764899),segment_id=a894024f-cca1-4849-a939-8f8e82764899)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:28.462472 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (c21d98ee-d698-42da-96d8-a97241259308), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.483519 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Calling delete_port for c21d98ee-d698-42da-96d8-a97241259308 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:52:28.507734 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Router e8f858b8-57c1-4767-8832-5f820ededb95 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:52:28.540189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-e2be3c2d-5b55-4013-9227-6b288f3da58b None None] Provisioning complete for port 1170e71b-14fd-46e3-b3ba-a03018740bbe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:28.540721 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e2be3c2d-5b55-4013-9227-6b288f3da58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.576973 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-e2be3c2d-5b55-4013-9227-6b288f3da58b None None] Port 1170e71b-14fd-46e3-b3ba-a03018740bbe cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:28.693575 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 7a07915d-7d8f-4497-8a43-98fd084958ec up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:28.760326 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 7a07915d-7d8f-4497-8a43-98fd084958ec triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:28.760736 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:28.761430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.776144 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-0eea5660-983d-4b88-9732-1aa59786d999 admin admin] 10.222.0.21 "PUT /v2.0/routers/e8f858b8-57c1-4767-8832-5f820ededb95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4105802 Mar 02 18:52:28.805499 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (c21d98ee-d698-42da-96d8-a97241259308), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.845587 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Pushing event deleted for resources: {'Port': ['ID=c21d98ee-d698-42da-96d8-a97241259308,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:28.876300 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 7a07915d-7d8f-4497-8a43-98fd084958ec is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:28.876890 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.908660 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 7a07915d-7d8f-4497-8a43-98fd084958ec, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=7a07915d-7d8f-4497-8a43-98fd084958ec,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:28.924110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] No DVR routers for this DVR port c21d98ee-d698-42da-96d8-a97241259308 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:52:28.929795 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.930915 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:28.935167 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0131fdff-f531-49b8-b497-b9bb45fbce64 req-861cefff-c555-46a2-8bab-a941791c6a8e tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.41 "DELETE /v2.0/ports/c21d98ee-d698-42da-96d8-a97241259308 HTTP/1.1" status: 204 len: 173 time: 1.2368882 Mar 02 18:52:28.935932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'name': 'network-vif-deleted', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:28.939438 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bac82c8-de27-4a51-a823-081ea186e8bd" -d '{"events": [{"server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "name": "network-vif-deleted", "tag": "c21d98ee-d698-42da-96d8-a97241259308"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:29.032162 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=7a07915d-7d8f-4497-8a43-98fd084958ec,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:29.056670 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-98a76142-5b47-4e65-9af6-ac65e66b1d9f req-931e4dc7-121b-49dd-ac96-a15e6f175349 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0334342 Mar 02 18:52:29.076592 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c673e75-11b3-4b3c-9562-e55bc14e772a req-b002c3d7-b6e5-4371-84aa-3655503c1838 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:29.078047 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c673e75-11b3-4b3c-9562-e55bc14e772a req-b002c3d7-b6e5-4371-84aa-3655503c1838 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1082096 Mar 02 18:52:29.122680 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eb5aef-e028-4c3b-84ef-5bee5cbfbd3d x-openstack-request-id: req-c2eb5aef-e028-4c3b-84ef-5bee5cbfbd3d {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:29.123145 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b45dc-0ca9-4012-ab67-5cfae24b1af3", "name": "network-vif-deleted", "tag": "c21d98ee-d698-42da-96d8-a97241259308", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:29.123404 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2eb5aef-e028-4c3b-84ef-5bee5cbfbd3d {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:29.123800 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b45dc-0ca9-4012-ab67-5cfae24b1af3', 'name': 'network-vif-deleted', 'tag': 'c21d98ee-d698-42da-96d8-a97241259308', 'status': 'completed', 'code': 200} Mar 02 18:52:29.144749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c673e75-11b3-4b3c-9562-e55bc14e772a req-9195fac9-c1b3-40bb-9a7c-e09f01e8093d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Mar 02 18:52:29.169059 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Sync routers for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:29.178423 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:29.179028 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:29.308237 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:29.536080 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850be2-7cb9-403d-876e-b022357cd319 req-c27eeee9-55d1-4d77-98e1-f7d54e8b48f4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:29.539152 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-25850be2-7cb9-403d-876e-b022357cd319 req-c27eeee9-55d1-4d77-98e1-f7d54e8b48f4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.0618467 Mar 02 18:52:29.598349 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-25850be2-7cb9-403d-876e-b022357cd319 req-1842c11d-2005-413e-958b-521d3307c0ec tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Mar 02 18:52:29.604317 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54294) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:29.610413 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-635867443-network', 'tenant_id': '06e739d9cd7945228e4826006fe25eec'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:29.633611 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Made reservation on behalf of 06e739d9cd7945228e4826006fe25eec for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:29.635928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.644568 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.653722 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:27Z', 'revision_number': 2, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:29.686473 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Checking router: e8f858b8-57c1-4767-8832-5f820ededb95 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:29.686825 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Updating router e8f858b8-57c1-4767-8832-5f820ededb95 port 1170e71b-14fd-46e3-b3ba-a03018740bbe binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:29.718124 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.726628 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks [] for security_group (4a272651-c6c7-4e8d-bc8a-37b92526a24a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.730352 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4a272651-c6c7-4e8d-bc8a-37b92526a24a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.751264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:52:29.767084 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a272651-c6c7-4e8d-bc8a-37b92526a24a,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:29.771530 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (be7be27f-90ae-4616-8ad1-9680bd0a6429), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.771879 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Added segment be7be27f-90ae-4616-8ad1-9680bd0a6429 of type vlan for network 72939ad2-14c5-45c8-9979-78335f2239b7 Mar 02 18:52:29.812909 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (72939ad2-14c5-45c8-9979-78335f2239b7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.840246 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (72939ad2-14c5-45c8-9979-78335f2239b7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.841445 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:29.842060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:29.895195 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2886972 Mar 02 18:52:29.897865 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54298) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:29.908630 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Request body: {'subnet': {'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-635867443-subnet', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:29.918583 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c1abd-7861-40d0-9f99-e4769ee0a2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=72939ad2-14c5-45c8-9979-78335f2239b7,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:29.931718 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 72939ad2-14c5-45c8-9979-78335f2239b7 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:52:29.934926 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Made reservation on behalf of 06e739d9cd7945228e4826006fe25eec for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:29.937596 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16493270'] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.047140 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks [] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.052756 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.105224 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125543b-099f-469b-9d08-532a313e8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:30.117701 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12862530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16493284'] for subnet (05980e84-6eeb-4b81-b2fc-226d2828a754), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.166967 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Attempting to bind port 1170e71b-14fd-46e3-b3ba-a03018740bbe on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:30.167586 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Attempting to bind port 1170e71b-14fd-46e3-b3ba-a03018740bbe by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:30.167955 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Attempting to bind port 1170e71b-14fd-46e3-b3ba-a03018740bbe on network 2f9296aa-0132-48e7-a56e-48719b9fc450 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:30.173554 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:30.173941 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Checking segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:30.174504 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.174942 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Bound using segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:30.175462 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Bound port: 1170e71b-14fd-46e3-b3ba-a03018740bbe, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:30.175845 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.195876 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05980e84-6eeb-4b81-b2fc-226d2828a754,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:30.214602 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Checking segment: {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:30.215921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Network hostable DHCP agents. Network: 72939ad2-14c5-45c8-9979-78335f2239b7, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:52:30.227282 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-db37599d-39b5-4746-9ec7-47ab51107efc req-3af24376-8c4b-4183-9561-deb961c072a4 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0462916 Mar 02 18:52:30.239907 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Network 72939ad2-14c5-45c8-9979-78335f2239b7 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:52:30.254625 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] For port 1170e71b-14fd-46e3-b3ba-a03018740bbe, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:30.258846 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] For port 1170e71b-14fd-46e3-b3ba-a03018740bbe, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=1170e71b-14fd-46e3-b3ba-a03018740bbe,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:30.260999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 72939ad2-14c5-45c8-9979-78335f2239b7) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:30.266259 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.267100 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.270648 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.285823 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9f7ee-3457-48ad-9d31-55c1d017973b None None] Network 72939ad2-14c5-45c8-9979-78335f2239b7 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:52:30.293673 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-81d6f995-4488-4245-82ee-f876bfb65b05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3946211 Mar 02 18:52:30.294326 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54304) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:30.299195 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:30.324726 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.325839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.338956 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c71c97-4862-4d2b-9dcd-89b86e58245b req-6ee6a236-eae0-4a52-b8f4-ec6c3cb53e30 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.350760 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41c71c97-4862-4d2b-9dcd-89b86e58245b req-6ee6a236-eae0-4a52-b8f4-ec6c3cb53e30 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0844600 Mar 02 18:52:30.395953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for router_controller (6fceadd3-31d4-4ff5-9539-ddde32b3a022), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.412414 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:30.413066 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:30.441054 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41c71c97-4862-4d2b-9dcd-89b86e58245b req-289e46ba-da9d-4990-ad99-3d4f2707d800 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Mar 02 18:52:30.478686 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125543b-099f-469b-9d08-532a313e8fe7 None None] Pushing event updated for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:30.532922 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Provisioning complete for port 1170e71b-14fd-46e3-b3ba-a03018740bbe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:30.533304 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.553610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for router_gateway (6fceadd3-31d4-4ff5-9539-ddde32b3a022), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.614526 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-72939ad2-14c5-45c8-9979-78335f2239b7', 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7', 'project_id': '06e739d9cd7945228e4826006fe25eec', 'fixed_ips': [{'subnet_id': '05980e84-6eeb-4b81-b2fc-226d2828a754'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:52:30.615431 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.682555 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 7a07915d-7d8f-4497-8a43-98fd084958ec up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:30.687735 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:30.741104 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd98ce-3041-4af8-8e8a-907961e2122a req-cf1b57e9-4bc5-4c55-b7db-5fc70e180037 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.742749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b6cd98ce-3041-4af8-8e8a-907961e2122a req-cf1b57e9-4bc5-4c55-b7db-5fc70e180037 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.0536714 Mar 02 18:52:30.795571 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b6cd98ce-3041-4af8-8e8a-907961e2122a req-2c0f2845-414d-4850-8c74-1d93487f915e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470016 Mar 02 18:52:30.813657 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for router_gateway (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.835908 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.941925 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Allocated IP 172.27.1.169 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/e9bb4c18-03b3-4889-b9f5-a64c303eeed7) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:30.969653 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Current status of the port 1170e71b-14fd-46e3-b3ba-a03018740bbe is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:30.970043 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:30.995712 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 7a07915d-7d8f-4497-8a43-98fd084958ec triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:30.996085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.002469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Allocated IP 172.20.0.2 (72939ad2-14c5-45c8-9979-78335f2239b7/05980e84-6eeb-4b81-b2fc-226d2828a754/bd812fef-8fae-47eb-ac26-69125568c988) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:31.044993 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.078370 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.083018 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] For port 1170e71b-14fd-46e3-b3ba-a03018740bbe, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=1170e71b-14fd-46e3-b3ba-a03018740bbe,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:31.103521 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.114105 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:31.120431 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:31.123830 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:31.147630 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.334204 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2b7c8083-7fa2-4756-960a-688089b95979 req-449159d2-cad9-4fe9-8210-cf1b889221af tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0295229 Mar 02 18:52:31.394009 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for router_gateway (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.419599 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d40fd-29ee-4b78-99ee-b4adc6526635 None None] Pushing event updated for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.433627 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-38ef6b21-ca46-4e22-99d6-32d925f783c2 None None] Provisioning complete for port 1170e71b-14fd-46e3-b3ba-a03018740bbe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:31.434003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-38ef6b21-ca46-4e22-99d6-32d925f783c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.448755 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 7a07915d-7d8f-4497-8a43-98fd084958ec is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:31.526869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:30Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:31.558011 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks [] for port (bd812fef-8fae-47eb-ac26-69125568c988), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.561988 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d3859-0956-4b6d-9fa6-9226671e0991 None None] The sync data for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi is: [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:30Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:31.574907 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (bd812fef-8fae-47eb-ac26-69125568c988), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.591852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928784-a860-4448-81f5-4dce5d38a7fa req-71e8ccc6-8f49-4bac-ab04-94d98eb418b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:31.593457 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-84928784-a860-4448-81f5-4dce5d38a7fa req-71e8ccc6-8f49-4bac-ab04-94d98eb418b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0650208 Mar 02 18:52:31.667620 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Network 72939ad2-14c5-45c8-9979-78335f2239b7 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:31.676864 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:31.680695 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:31.684109 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Pushing event updated for resources: {'Port': ['ID=bd812fef-8fae-47eb-ac26-69125568c988,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.684748 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-84928784-a860-4448-81f5-4dce5d38a7fa req-9ffd4595-611f-46f3-aa98-5ce488819ff6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844347 Mar 02 18:52:31.684866 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.689831 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-38ef6b21-ca46-4e22-99d6-32d925f783c2 None None] Current status of the port 1170e71b-14fd-46e3-b3ba-a03018740bbe is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:31.750309 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Attempting to bind port bd812fef-8fae-47eb-ac26-69125568c988 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:31.750688 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Attempting to bind port bd812fef-8fae-47eb-ac26-69125568c988 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:31.751054 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Attempting to bind port bd812fef-8fae-47eb-ac26-69125568c988 on network 72939ad2-14c5-45c8-9979-78335f2239b7 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:31.756973 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:31.757378 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Checking segment: {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:31.757792 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.758188 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Bound using segment: {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:31.758662 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Bound port: bd812fef-8fae-47eb-ac26-69125568c988, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:31.759051 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (bd812fef-8fae-47eb-ac26-69125568c988), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.834958 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] For port bd812fef-8fae-47eb-ac26-69125568c988, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:31.841709 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] For port bd812fef-8fae-47eb-ac26-69125568c988, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bd812fef-8fae-47eb-ac26-69125568c988,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:31.851518 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (bd812fef-8fae-47eb-ac26-69125568c988), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:31.853884 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:52:31.956859 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8c349-2a67-4568-b983-a3108468df80 None None] Pushing event updated for resources: {'Port': ['ID=bd812fef-8fae-47eb-ac26-69125568c988,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.967896 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e57b6-096a-4453-aaed-dde847d3ef78 req-b0f5b074-8dab-4a45-baf2-fcdf988e76a3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:31.978399 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b54e57b6-096a-4453-aaed-dde847d3ef78 req-b0f5b074-8dab-4a45-baf2-fcdf988e76a3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.0942047 Mar 02 18:52:32.008881 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:32.020948 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Sync routers for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:32.028008 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:32.029433 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f03ed0a0-7c9b-413a-834c-f29f5ebe3a20 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7341516 Mar 02 18:52:32.032186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54322) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:32.035902 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:32.036751 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:32.054918 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b54e57b6-096a-4453-aaed-dde847d3ef78 req-5ea47d58-f33b-40b7-9fec-7fc0cfabbfc5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Mar 02 18:52:32.113748 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c21d98ee-d698-42da-96d8-a97241259308 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:52:32.154378 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: c21d98ee-d698-42da-96d8-a97241259308 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:52:32.154746 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c21d98ee-d698-42da-96d8-a97241259308 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:52:32.330122 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:32.458162 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba283e68-fb6c-47e0-b1ab-2eefa405d3d0 req-fbc4e3fb-e83d-4ab1-aee5-d8ab70b39ffb tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0347023 Mar 02 18:52:32.547594 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 3, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:32.577699 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Checking router: 6fceadd3-31d4-4ff5-9539-ddde32b3a022 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:32.578186 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Updating router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:32.665892 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:32.828268 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 1170e71b-14fd-46e3-b3ba-a03018740bbe up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:32.923900 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 1170e71b-14fd-46e3-b3ba-a03018740bbe triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:32.924190 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174f5d-e7b2-4cf2-80bb-4f5ec38c6532 req-c71caee6-aabf-4434-8786-ee3f7312b537 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:32.924341 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:32.944920 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-db174f5d-e7b2-4cf2-80bb-4f5ec38c6532 req-c71caee6-aabf-4434-8786-ee3f7312b537 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0944133 Mar 02 18:52:32.973021 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.038989 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-db174f5d-e7b2-4cf2-80bb-4f5ec38c6532 req-5d336a50-dc4b-45e6-bc5c-eee263fbc4c3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928319 Mar 02 18:52:33.044064 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 1170e71b-14fd-46e3-b3ba-a03018740bbe is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:33.045242 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bd812fef-8fae-47eb-ac26-69125568c988 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:33.186570 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port bd812fef-8fae-47eb-ac26-69125568c988 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:33.186963 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bd812fef-8fae-47eb-ac26-69125568c988), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.235169 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks [] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.248388 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.254851 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb159a-096b-4de9-8d51-1e87dd66254f req-bf41fab8-31ad-4944-835f-f867f39d854c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:33.262345 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5cbb159a-096b-4de9-8d51-1e87dd66254f req-bf41fab8-31ad-4944-835f-f867f39d854c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.0935144 Mar 02 18:52:33.312540 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Allocated IP 172.20.0.1 (72939ad2-14c5-45c8-9979-78335f2239b7/05980e84-6eeb-4b81-b2fc-226d2828a754/df633525-d316-4681-a472-c46f5d460d8f) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:33.329302 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Attempting to bind port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:33.333432 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Attempting to bind port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:33.334127 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Attempting to bind port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:33.358395 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port bd812fef-8fae-47eb-ac26-69125568c988 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:33.358802 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (bd812fef-8fae-47eb-ac26-69125568c988), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.374712 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5cbb159a-096b-4de9-8d51-1e87dd66254f req-482bb2b3-ec04-4046-81ef-6f3ef6bd3a95 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105440 Mar 02 18:52:33.403002 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:33.403542 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:33.405827 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.407462 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:33.407973 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Bound port: e9bb4c18-03b3-4889-b9f5-a64c303eeed7, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:33.408709 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.421543 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port bd812fef-8fae-47eb-ac26-69125568c988, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bd812fef-8fae-47eb-ac26-69125568c988,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:33.427888 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (bd812fef-8fae-47eb-ac26-69125568c988), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.480417 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592caae-c6d5-4a6e-bc98-5be2a7fb7d88 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:33.509814 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] For port e9bb4c18-03b3-4889-b9f5-a64c303eeed7, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:33.514198 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] For port e9bb4c18-03b3-4889-b9f5-a64c303eeed7, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:33.523158 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.528168 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks [] for port (df633525-d316-4681-a472-c46f5d460d8f), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.536806 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633cb025-1698-4088-a2ed-e2f622fd440c None None] Network 72939ad2-14c5-45c8-9979-78335f2239b7 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:52:33.572006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.582202 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=bd812fef-8fae-47eb-ac26-69125568c988,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:33.596598 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592caae-c6d5-4a6e-bc98-5be2a7fb7d88 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:33.598684 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-654631c1-6c89-4212-9c00-39f467c60da2 req-d2fd271c-cfb7-4a04-b842-69efc2c59107 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0472085 Mar 02 18:52:33.631369 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:33.632139 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:33.637061 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Network 72939ad2-14c5-45c8-9979-78335f2239b7 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:33.641263 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:33.648016 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:33.669190 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-cd263935-8c81-4bd0-be03-74ed8886d4db None None] Provisioning complete for port bd812fef-8fae-47eb-ac26-69125568c988 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:33.669795 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-cd263935-8c81-4bd0-be03-74ed8886d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bd812fef-8fae-47eb-ac26-69125568c988), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.694086 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:33.713083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:33.781217 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:33.797554 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-cd263935-8c81-4bd0-be03-74ed8886d4db None None] Current status of the port bd812fef-8fae-47eb-ac26-69125568c988 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:33.880649 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (df633525-d316-4681-a472-c46f5d460d8f), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.011096 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 3, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:34.056991 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510da27c-9e00-4495-af12-180d216dc5fa None None] The sync data for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi is: [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 3, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:34.076441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks [] for port (df633525-d316-4681-a472-c46f5d460d8f), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.088390 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.132372 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Provisioning complete for port bd812fef-8fae-47eb-ac26-69125568c988 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:34.132935 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bd812fef-8fae-47eb-ac26-69125568c988), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.139330 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:34.207295 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.273342 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Current status of the port bd812fef-8fae-47eb-ac26-69125568c988 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:34.286695 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7a34-3478-4397-a5ab-34d73ad85c78 req-bf5e45d6-cc6a-47a7-8538-1d4a775db494 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:34.289255 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-931f7a34-3478-4397-a5ab-34d73ad85c78 req-bf5e45d6-cc6a-47a7-8538-1d4a775db494 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0957723 Mar 02 18:52:34.290036 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:34.290416 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.336311 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-50d0097a-c217-4a8c-92f1-5e26de90ed23 None None] Port df633525-d316-4681-a472-c46f5d460d8f cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:34.363287 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-931f7a34-3478-4397-a5ab-34d73ad85c78 req-18bf0c7e-95a7-4127-a629-bd5a38ead0c1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682423 Mar 02 18:52:34.375556 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c27fe313-6c32-479b-ae63-e357c617aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.391202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Network 72939ad2-14c5-45c8-9979-78335f2239b7 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:34.393528 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:34.495589 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-351337bd-c47a-4519-ab4d-e167d5e5076e None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:34.497384 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-351337bd-c47a-4519-ab4d-e167d5e5076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.535904 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563a1cd-22a8-4e57-997e-27c9398f0590 req-f3116c19-fb57-4efd-950f-74f8567db64d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:34.537743 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0563a1cd-22a8-4e57-997e-27c9398f0590 req-f3116c19-fb57-4efd-950f-74f8567db64d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 944 time: 0.0883484 Mar 02 18:52:34.573189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-351337bd-c47a-4519-ab4d-e167d5e5076e None None] Port df633525-d316-4681-a472-c46f5d460d8f cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:34.575479 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:52:34.632069 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0563a1cd-22a8-4e57-997e-27c9398f0590 req-28164bff-e244-4720-b81c-771d673c89da tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Mar 02 18:52:34.748663 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed6f46f6-0ca1-49d7-aaa2-e24bc2c81fab req-26d8e20f-3c35-466b-9362-f41f329a5067 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0405426 Mar 02 18:52:34.786917 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:52:34.798010 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-85ec53ac-2bdc-47e1-8b91-7bea79c2dfa2 admin admin] 10.222.0.21 "PUT /v2.0/routers/6fceadd3-31d4-4ff5-9539-ddde32b3a022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7645874 Mar 02 18:52:34.800561 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device e9bb4c18-03b3-4889-b9f5-a64c303eeed7 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:34.805350 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-db9ae131-528d-460b-8667-7c0977090acd None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:34.806024 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-db9ae131-528d-460b-8667-7c0977090acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.872887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-db9ae131-528d-460b-8667-7c0977090acd None None] Port df633525-d316-4681-a472-c46f5d460d8f cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:34.885597 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:34.885989 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.971282 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:34.971650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:34.995089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port e9bb4c18-03b3-4889-b9f5-a64c303eeed7, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:35.000265 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:35.001304 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bd812fef-8fae-47eb-ac26-69125568c988 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:35.079562 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:35.092201 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port bd812fef-8fae-47eb-ac26-69125568c988 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:35.092609 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (bd812fef-8fae-47eb-ac26-69125568c988), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:35.190605 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port bd812fef-8fae-47eb-ac26-69125568c988 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:35.428301 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:35.505445 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:52:35.514027 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:35.514558 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:35.528341 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51cc0-5e35-44e9-b1aa-715432bb1372 req-69620775-1d02-4be9-8d25-a96709d1c592 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:35.529935 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0f51cc0-5e35-44e9-b1aa-715432bb1372 req-69620775-1d02-4be9-8d25-a96709d1c592 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0637705 Mar 02 18:52:35.583365 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0f51cc0-5e35-44e9-b1aa-715432bb1372 req-da951286-529d-4e0c-9c30-a0f150dc81b7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Mar 02 18:52:35.627035 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:35.627430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:35.653406 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:35.656009 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5070028d-9d2e-46ba-9388-db86ddf52b22" -d '{"events": [{"server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "name": "network-vif-plugged", "status": "completed", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:52:35.670029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:35.675668 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:35.717463 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51407901-5e65-414e-933c-1a05180c80a3 x-openstack-request-id: req-51407901-5e65-414e-933c-1a05180c80a3 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:52:35.717783 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "name": "network-vif-plugged", "status": "completed", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:52:35.718040 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51407901-5e65-414e-933c-1a05180c80a3 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:52:35.718490 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'code': 200} Mar 02 18:52:35.757196 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:35.817483 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d41a3-3e73-4c73-99a1-4a736804eb67 req-d2bcea87-fbc4-48ac-95be-c8602ebba95c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:35.819709 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dc8d41a3-3e73-4c73-99a1-4a736804eb67 req-d2bcea87-fbc4-48ac-95be-c8602ebba95c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0879157 Mar 02 18:52:35.908065 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-54126398-03a6-4894-913f-3ab562147bfa req-86b7e418-a787-45ee-a39a-904ef53ad139 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0433338 Mar 02 18:52:35.921184 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dc8d41a3-3e73-4c73-99a1-4a736804eb67 req-e5883e5c-a982-4914-8191-06f04b826770 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953288 Mar 02 18:52:36.178444 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Sync routers for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:36.189888 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:36.190887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:36.331515 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:36.566022 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 4, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'df633525-d316-4681-a472-c46f5d460d8f', 'name': '', 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'mac_address': 'fa:16:3e:6d:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 2, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'subnets': [{'id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:36.764279 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55908951-8ea1-4534-9e8e-794b309225c0 req-194c29e7-6810-4336-be14-f9f9c48c499c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:36.773785 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-55908951-8ea1-4534-9e8e-794b309225c0 req-194c29e7-6810-4336-be14-f9f9c48c499c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0793738 Mar 02 18:52:36.792717 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device e9bb4c18-03b3-4889-b9f5-a64c303eeed7 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:36.797619 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Checking router: 6fceadd3-31d4-4ff5-9539-ddde32b3a022 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:36.797987 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Updating router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 port df633525-d316-4681-a472-c46f5d460d8f binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:36.831883 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (df633525-d316-4681-a472-c46f5d460d8f), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:36.844458 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-55908951-8ea1-4534-9e8e-794b309225c0 req-0292e224-fb6e-4f40-b358-eb8d62c78776 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645773 Mar 02 18:52:36.880826 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-63e6e762-0789-4f74-901e-c4db6b152f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.042090 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bd515c13-5883-4d30-8549-95ea98e18ec2 req-ddda5d13-7526-4813-acc4-90da0ad3f2e8 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0324771 Mar 02 18:52:37.086433 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:37.087083 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.121410 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6b177-cb14-4272-bf8c-0dbdae7a2ccd req-b54ba8af-0b16-4c9f-8ba3-fc3b0a6bdb5d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:37.123437 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0be6b177-cb14-4272-bf8c-0dbdae7a2ccd req-b54ba8af-0b16-4c9f-8ba3-fc3b0a6bdb5d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0789156 Mar 02 18:52:37.183774 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0be6b177-cb14-4272-bf8c-0dbdae7a2ccd req-4a9affec-7103-4ee2-8434-4ceccc690aa1 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537829 Mar 02 18:52:37.241592 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:37.270027 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks [] for port (df633525-d316-4681-a472-c46f5d460d8f), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.279710 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.337888 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2939-39be-4ea1-bfb6-d26dd226b4db None None] Pushing event updated for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:37.423150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Attempting to bind port df633525-d316-4681-a472-c46f5d460d8f on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:52:37.429893 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Attempting to bind port df633525-d316-4681-a472-c46f5d460d8f by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:52:37.429893 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Attempting to bind port df633525-d316-4681-a472-c46f5d460d8f on network 72939ad2-14c5-45c8-9979-78335f2239b7 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:52:37.441749 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:52:37.442140 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Checking segment: {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:52:37.442551 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.442953 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Bound using segment: {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:52:37.443437 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Bound port: df633525-d316-4681-a472-c46f5d460d8f, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7be27f-90ae-4616-8ad1-9680bd0a6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:52:37.443861 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (df633525-d316-4681-a472-c46f5d460d8f), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.535429 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] For port df633525-d316-4681-a472-c46f5d460d8f, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:52:37.539251 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] For port df633525-d316-4681-a472-c46f5d460d8f, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=df633525-d316-4681-a472-c46f5d460d8f,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:52:37.548190 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.620015 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:52:37.620698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:52:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:37.631436 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2939-39be-4ea1-bfb6-d26dd226b4db None None] Pushing event updated for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:37.692263 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:37.692818 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.800801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:37.816869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:52:37.973549 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Current status of the port df633525-d316-4681-a472-c46f5d460d8f is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:37.975095 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (df633525-d316-4681-a472-c46f5d460d8f), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:38.119637 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dcce1-1c5c-4336-9503-129776c26cb2 req-aa719591-9e12-45ee-80a3-744a36dd55fb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:38.133194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-900dcce1-1c5c-4336-9503-129776c26cb2 req-aa719591-9e12-45ee-80a3-744a36dd55fb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1855698 Mar 02 18:52:38.201344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] For port df633525-d316-4681-a472-c46f5d460d8f, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=df633525-d316-4681-a472-c46f5d460d8f,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:52:38.208900 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:38.239572 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15908b59-e495-4d95-9741-383057cbae15 req-706b6152-c21e-4685-ad17-0ea656aa3c14 tempest-DeleteServersTestJSON-1548264607 tempest-DeleteServersTestJSON-1548264607-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d6b45dc-0ca9-4012-ab67-5cfae24b1af3 HTTP/1.1" status: 200 len: 210 time: 0.0733190 Mar 02 18:52:38.243327 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-900dcce1-1c5c-4336-9503-129776c26cb2 req-7a75d1ea-62fb-4472-ba68-2f266c4afe7f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081195 Mar 02 18:52:38.349829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441f8cb-0f6a-4d4d-960f-61e8e6873ce4 None None] Pushing event updated for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:38.365156 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-1ba5ac77-2724-4b2d-932c-9b827aaa6f3c None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:38.365923 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ac77-2724-4b2d-932c-9b827aaa6f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:38.450624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0300-16c0-4840-9fb4-65653aae0e8f req-677a08ce-e2b8-4d79-b772-cb23daf14c3d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:38.452270 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff9e0300-16c0-4840-9fb4-65653aae0e8f req-677a08ce-e2b8-4d79-b772-cb23daf14c3d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.1150744 Mar 02 18:52:38.501820 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 4, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'df633525-d316-4681-a472-c46f5d460d8f', 'name': '', 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'mac_address': 'fa:16:3e:6d:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:37Z', 'revision_number': 4, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'subnets': [{'id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:38.513061 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff9e0300-16c0-4840-9fb4-65653aae0e8f req-e653693b-96ab-4de2-9efa-6b270b4e7e59 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522137 Mar 02 18:52:38.533531 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5ac77-2724-4b2d-932c-9b827aaa6f3c None None] Current status of the port df633525-d316-4681-a472-c46f5d460d8f is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:38.533531 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f4a42-e19b-4503-9844-b54b5f4bafe3 None None] The sync data for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi is: [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:33Z', 'revision_number': 4, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'df633525-d316-4681-a472-c46f5d460d8f', 'name': '', 'network_id': '72939ad2-14c5-45c8-9979-78335f2239b7', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'mac_address': 'fa:16:3e:6d:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:37Z', 'revision_number': 4, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'subnets': [{'id': '05980e84-6eeb-4b81-b2fc-226d2828a754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:38.775215 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device df633525-d316-4681-a472-c46f5d460d8f up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:52:38.899437 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port df633525-d316-4681-a472-c46f5d460d8f triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:38.899844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (df633525-d316-4681-a472-c46f5d460d8f), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:39.057714 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port df633525-d316-4681-a472-c46f5d460d8f is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:52:39.058579 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0883d0-76a3-49ac-8680-3e307d349395 req-7ebb2510-2a36-467e-abea-d54b3941c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.061067 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fe0883d0-76a3-49ac-8680-3e307d349395 req-7ebb2510-2a36-467e-abea-d54b3941c10b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 1129 time: 0.0541098 Mar 02 18:52:39.126598 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fe0883d0-76a3-49ac-8680-3e307d349395 req-267b88b9-69ba-469e-b7ed-c9b751f8cc03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Mar 02 18:52:39.434161 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d4615-03d7-4f76-b831-0b430251fee8 req-506ab279-c879-4935-aa14-9710417e8b02 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.437907 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c6d4615-03d7-4f76-b831-0b430251fee8 req-506ab279-c879-4935-aa14-9710417e8b02 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0746691 Mar 02 18:52:39.495850 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c6d4615-03d7-4f76-b831-0b430251fee8 req-4dd8d1b0-cf58-4737-a6cd-0a78f06de574 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526564 Mar 02 18:52:39.595052 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:39.699162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccf8e9-a0c6-4cda-b306-064a5caa786e req-3a7e2cde-8495-4f43-b756-7fbbc2b5e646 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.700828 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfccf8e9-a0c6-4cda-b306-064a5caa786e req-3a7e2cde-8495-4f43-b756-7fbbc2b5e646 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0892441 Mar 02 18:52:39.782436 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfccf8e9-a0c6-4cda-b306-064a5caa786e req-3c452f34-0693-41e3-ba1d-bf6be6a29ee0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742099 Mar 02 18:52:40.640469 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09727b-db99-4b7c-bfe2-ade44aff14a0 req-b032fd2e-c65f-4213-aec9-32a580fe2222 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:40.645846 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1e09727b-db99-4b7c-bfe2-ade44aff14a0 req-b032fd2e-c65f-4213-aec9-32a580fe2222 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0687907 Mar 02 18:52:40.692170 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:40.713906 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1e09727b-db99-4b7c-bfe2-ade44aff14a0 req-28d2fb1b-95f1-4228-a397-448350012330 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660510 Mar 02 18:52:40.951372 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2c297-3ebc-4e88-8c46-60ccae3fe1cf req-63ac9895-f33b-4b0d-9285-1ea1909b26a2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:40.955015 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-07e2c297-3ebc-4e88-8c46-60ccae3fe1cf req-63ac9895-f33b-4b0d-9285-1ea1909b26a2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0819836 Mar 02 18:52:41.007911 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-07e2c297-3ebc-4e88-8c46-60ccae3fe1cf req-ddbfae7a-ecb4-4359-9eae-6b13c58a954b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Mar 02 18:52:41.828497 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a01f55-d2a5-4174-9854-177472154932 req-0a41d558-e7f5-4e40-b284-6d455f477fbb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:41.836488 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86a01f55-d2a5-4174-9854-177472154932 req-0a41d558-e7f5-4e40-b284-6d455f477fbb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0618279 Mar 02 18:52:41.915682 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86a01f55-d2a5-4174-9854-177472154932 req-f8c91147-764f-4872-b6bd-d7531c624730 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777662 Mar 02 18:52:42.065748 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54502) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:42.143632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Deleting subnet b4154aff-3bc6-41c5-a15c-b5c511b5972c {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:52:42.147955 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Publish callbacks [] for subnet (b4154aff-3bc6-41c5-a15c-b5c511b5972c), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.164255 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce63e-49b3-4d95-bb2f-4427b2ffe472 req-946c9976-6029-4d5b-ba3e-18d09b7caf90 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.165913 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-774ce63e-49b3-4d95-bb2f-4427b2ffe472 req-946c9976-6029-4d5b-ba3e-18d09b7caf90 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0784850 Mar 02 18:52:42.187316 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (b4154aff-3bc6-41c5-a15c-b5c511b5972c), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.230664 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (b4154aff-3bc6-41c5-a15c-b5c511b5972c), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.303815 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (b4154aff-3bc6-41c5-a15c-b5c511b5972c), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.339146 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.343031 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4154aff-3bc6-41c5-a15c-b5c511b5972c HTTP/1.1" status: 204 len: 168 time: 0.2760162 Mar 02 18:52:42.345435 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54504) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:42.356154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebdabe-6a9e-4c2a-ac73-518dc3296125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4154aff-3bc6-41c5-a15c-b5c511b5972c,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:42.435470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.457637 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-774ce63e-49b3-4d95-bb2f-4427b2ffe472 req-263340b1-5c0a-411e-b342-9dd77d82b8fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860310 Mar 02 18:52:42.532003 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.555897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e84b7-d930-40bf-8c2b-f4b90df8ddb3']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:42.566476 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894024f-cca1-4849-a939-8f8e82764899') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:42.566850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894024f-cca1-4849-a939-8f8e82764899') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:42.576661 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (a894024f-cca1-4849-a939-8f8e82764899), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.590859 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (a894024f-cca1-4849-a939-8f8e82764899), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.598838 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:52:42.599123 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (a894024f-cca1-4849-a939-8f8e82764899), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:52:42.601757 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:52:42.656177 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (a72e84b7-d930-40bf-8c2b-f4b90df8ddb3), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.665984 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:42.670135 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a72e84b7-d930-40bf-8c2b-f4b90df8ddb3 HTTP/1.1" status: 204 len: 168 time: 0.3216915 Mar 02 18:52:42.687491 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa2086-7edd-470c-9619-ab5962393573 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72e84b7-d930-40bf-8c2b-f4b90df8ddb3,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:42.872247 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54510) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:42.928402 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b64275fd-1d34-4e9a-a183-c0185a964baf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=015ecc24386d41929577a45066d9890f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547202 Mar 02 18:52:42.931077 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54512) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:52:43.023277 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] Publish callbacks [] for security_group (d0e08ffd-253a-4c29-a5c9-198a18edc400), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:43.058046 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] Publish callbacks [] for security_group (d0e08ffd-253a-4c29-a5c9-198a18edc400), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:43.065587 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1a618-5803-46de-ac4c-6061a4229df2 req-89f36216-f1f6-42be-a9cc-a926d8150624 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:43.074424 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-99a1a618-5803-46de-ac4c-6061a4229df2 req-89f36216-f1f6-42be-a9cc-a926d8150624 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0804789 Mar 02 18:52:43.132367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d0e08ffd-253a-4c29-a5c9-198a18edc400), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:43.134987 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:43.138560 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0e08ffd-253a-4c29-a5c9-198a18edc400 HTTP/1.1" status: 204 len: 168 time: 0.2038352 Mar 02 18:52:43.146157 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6c9b4-fcd2-4aec-a0b8-c8b2c5fbe491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e08ffd-253a-4c29-a5c9-198a18edc400,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:43.163081 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-99a1a618-5803-46de-ac4c-6061a4229df2 req-f66d5d1c-95c1-4987-8133-8d8cf561b45b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829751 Mar 02 18:52:43.601566 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72a3a4-027a-41db-85b9-70315cfd4be8 req-b47b39fc-dc41-416a-9a26-9f59081f2f79 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:43.611436 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-af72a3a4-027a-41db-85b9-70315cfd4be8 req-b47b39fc-dc41-416a-9a26-9f59081f2f79 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0751495 Mar 02 18:52:43.676351 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-af72a3a4-027a-41db-85b9-70315cfd4be8 req-3497195a-443b-452c-890b-c9538f259958 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Mar 02 18:52:44.334770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2cd7-9d53-42a1-8a78-b45fdcc52d63 req-438cb3fa-e7b0-4250-824c-2d14eb46e6e2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:44.344066 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1e9c2cd7-9d53-42a1-8a78-b45fdcc52d63 req-438cb3fa-e7b0-4250-824c-2d14eb46e6e2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0860231 Mar 02 18:52:44.401858 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1e9c2cd7-9d53-42a1-8a78-b45fdcc52d63 req-9ccf82df-7544-4f75-8901-2cf6e51ca827 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568261 Mar 02 18:52:44.476596 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:52:44.843896 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8874f2-928d-4314-8868-656c66712510 req-5a53bbf2-4398-498b-9213-fb82a80dec9d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:44.845663 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ca8874f2-928d-4314-8868-656c66712510 req-5a53bbf2-4398-498b-9213-fb82a80dec9d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0626440 Mar 02 18:52:44.931284 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ca8874f2-928d-4314-8868-656c66712510 req-cde671ce-a9f0-4278-bd5e-bf42b368b389 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Mar 02 18:52:45.519209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f218-c1f9-4f2e-aa1a-9fe9a8c00574 req-48e6358f-3a64-4067-a40d-ace999100028 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:45.520673 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e5a0f218-c1f9-4f2e-aa1a-9fe9a8c00574 req-48e6358f-3a64-4067-a40d-ace999100028 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0505998 Mar 02 18:52:45.565805 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e5a0f218-c1f9-4f2e-aa1a-9fe9a8c00574 req-5d26ac86-2b65-448d-8903-aee4b1327344 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Mar 02 18:52:45.893773 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-c469bda5-04f8-4c2d-bb78-6997a3374813 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:45.895384 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-c469bda5-04f8-4c2d-bb78-6997a3374813 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 815 time: 0.1049778 Mar 02 18:52:45.911040 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-f0359d47-4e1b-4b56-b1c7-3732d6f4b742 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/quotas/0d057704ed0a48ecbe8561f437b892c7 HTTP/1.1" status: 200 len: 375 time: 0.0099370 Mar 02 18:52:45.964405 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-8a520990-10ec-4a7b-9a49-f9b61329751a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485771 Mar 02 18:52:46.094373 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-234d41dd-2e7d-4341-888e-4507782fdc1d service neutron] 10.222.0.21 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189065 Mar 02 18:52:46.101191 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e72d8c-7df6-480d-a43c-186c6067d778 req-e00e301d-5387-4c83-9e82-d59913885534 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:46.102599 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0e72d8c-7df6-480d-a43c-186c6067d778 req-e00e301d-5387-4c83-9e82-d59913885534 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.1101398 Mar 02 18:52:46.200205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0e72d8c-7df6-480d-a43c-186c6067d778 req-7a29c6f1-09d4-4b45-ae16-a83ba3d3a609 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897098 Mar 02 18:52:46.222242 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-c761efad-2c35-42e5-a592-1fd2ac6ead2d service neutron] 10.222.0.21 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187131 Mar 02 18:52:46.386388 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7714eb2e-fb48-4808-8e87-548a34d127ce req-557a7d34-eea4-4dff-8bf1-e89a84a66f16 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Mar 02 18:52:46.696671 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464260a3-fd26-4e10-84a4-04b05bca2802 req-3b64e0a7-d608-45e2-bdf1-52ad002f6c79 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:46.698418 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-464260a3-fd26-4e10-84a4-04b05bca2802 req-3b64e0a7-d608-45e2-bdf1-52ad002f6c79 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0573862 Mar 02 18:52:46.746509 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-464260a3-fd26-4e10-84a4-04b05bca2802 req-53560f0c-66a2-4c31-9eec-7280524ed512 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Mar 02 18:52:47.319603 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f457d-170b-4028-a76a-0d45b98e797c req-9d3ab473-bc1e-488f-ae07-d4daa39cc502 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:47.321108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-420f457d-170b-4028-a76a-0d45b98e797c req-9d3ab473-bc1e-488f-ae07-d4daa39cc502 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Mar 02 18:52:47.382208 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-420f457d-170b-4028-a76a-0d45b98e797c req-7f5eec52-61e0-497e-998e-a0315fb6b578 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 Mar 02 18:52:47.495383 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6aeca28a-c4cb-4b76-90c7-3a9ef5f4ca04 req-bab63584-f0c9-443e-ab0f-f793369ff10e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 210 time: 0.0326252 Mar 02 18:52:47.874023 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906431-18b0-4d9b-bdbc-f95f1508ccc1 req-1b0be8b0-aba6-42f1-a176-36eef95cd4ed tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:47.875541 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3906431-18b0-4d9b-bdbc-f95f1508ccc1 req-1b0be8b0-aba6-42f1-a176-36eef95cd4ed tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0615935 Mar 02 18:52:47.937267 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3906431-18b0-4d9b-bdbc-f95f1508ccc1 req-6c14c512-90d5-491c-ab77-c6d733c9ac0f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Mar 02 18:52:48.040674 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-1ecfbbf2-0e3b-411e-a20a-ae3142c5fc35 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:48.042220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-1ecfbbf2-0e3b-411e-a20a-ae3142c5fc35 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 815 time: 0.1163788 Mar 02 18:52:48.060690 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'port': {'device_id': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'admin_state_up': True, 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:48.173747 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Made reservation on behalf of 0d057704ed0a48ecbe8561f437b892c7 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:48.179162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:48.311581 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Allocated IP 172.20.0.13 (2f9296aa-0132-48e7-a56e-48719b9fc450/2d5ec29e-ec51-45b1-a483-62ea656f7a8d/0d2dbd47-d71c-48c1-910c-40aeea8ee23d) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:48.522635 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:48.611651 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0e85a-a609-417a-94ef-08f76a6c2116 req-9fa013b9-7100-4e4a-9441-f53d366e1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:48.614125 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6cc0e85a-a609-417a-94ef-08f76a6c2116 req-9fa013b9-7100-4e4a-9441-f53d366e1433 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 1129 time: 0.0845623 Mar 02 18:52:48.675341 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c709ede8-e987-41aa-9762-c447392df4d0 req-ae52a01e-0ae4-4a2a-8441-f52d10e285e5 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 210 time: 0.0411530 Mar 02 18:52:48.682203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:48.711821 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6cc0e85a-a609-417a-94ef-08f76a6c2116 req-e3d4b1b2-8276-4cce-a444-b82641782d90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Mar 02 18:52:48.752783 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:48.756409 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:48.759374 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:52:48.764878 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:48.765552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:48.779441 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:48.796793 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-a652fee1-cf83-4662-8b5f-8eaee84ab706 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7399318 Mar 02 18:52:49.144758 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7614cd9a-55c4-4b64-ac30-18ad6586bb15 None None] Provisioning complete for port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:52:49.145397 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7614cd9a-55c4-4b64-ac30-18ad6586bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:49.202838 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a8ab8-00a0-4a9d-8d5a-21eaa7d8c598 req-f6a21811-e51e-463f-8a80-c231c51a199e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:49.220226 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7614cd9a-55c4-4b64-ac30-18ad6586bb15 None None] Port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:52:49.230304 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-030a8ab8-00a0-4a9d-8d5a-21eaa7d8c598 req-f6a21811-e51e-463f-8a80-c231c51a199e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.2056081 Mar 02 18:52:49.342185 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-030a8ab8-00a0-4a9d-8d5a-21eaa7d8c598 req-611355c1-1155-4609-8500-f58e2ec4c0eb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108613 Mar 02 18:52:49.802881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63477ff2-931d-4d54-9f35-4c290c1ee3bc req-ab017aa7-899c-47dd-a00b-6eb506c9aa8b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:49.804480 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63477ff2-931d-4d54-9f35-4c290c1ee3bc req-ab017aa7-899c-47dd-a00b-6eb506c9aa8b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0581889 Mar 02 18:52:49.869989 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63477ff2-931d-4d54-9f35-4c290c1ee3bc req-78093e8c-0fe9-4564-a176-c951a6b787ab tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591502 Mar 02 18:52:50.458859 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454105d7-a080-4585-8663-373f1928b709 req-1d5c75f3-e2d9-4f99-ae9c-67910765ebd6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:50.460366 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-454105d7-a080-4585-8663-373f1928b709 req-1d5c75f3-e2d9-4f99-ae9c-67910765ebd6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0570304 Mar 02 18:52:50.508558 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-454105d7-a080-4585-8663-373f1928b709 req-b521e582-c6d6-4524-b3fd-ddcff21972a7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Mar 02 18:52:50.984952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3cafb-a25a-4de8-948e-9d0dc337d104 req-aad93e49-703a-463a-8e37-e834521db584 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:50.986507 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fb3cafb-a25a-4de8-948e-9d0dc337d104 req-aad93e49-703a-463a-8e37-e834521db584 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0556436 Mar 02 18:52:51.032641 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fb3cafb-a25a-4de8-948e-9d0dc337d104 req-24b44eb3-2584-4e31-a2a5-80f968fbe057 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Mar 02 18:52:51.653218 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce806a-8784-4c8e-a708-788d975f9061 req-867a7caf-e699-47ff-a25c-286463b9f10d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:51.658211 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-28ce806a-8784-4c8e-a708-788d975f9061 req-867a7caf-e699-47ff-a25c-286463b9f10d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0797815 Mar 02 18:52:51.712862 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-28ce806a-8784-4c8e-a708-788d975f9061 req-d1864c9a-170d-4448-b810-98939d290f1a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519614 Mar 02 18:52:52.156969 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e397-99d6-4c5f-b31d-ef35fa505475 req-0e895b81-869c-489d-9aa5-cfbb4502d612 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:52.158560 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c250e397-99d6-4c5f-b31d-ef35fa505475 req-0e895b81-869c-489d-9aa5-cfbb4502d612 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0521512 Mar 02 18:52:52.207962 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c250e397-99d6-4c5f-b31d-ef35fa505475 req-e165e9ed-7c74-4587-ab3e-c185db2ac3cb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Mar 02 18:52:52.679058 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:52:52.848259 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622be23-ffd8-48f0-b368-cb6fa0f2a3d2 req-dc5a1b9e-a3a0-4a99-8574-1db2a3222d3c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:52.848259 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0622be23-ffd8-48f0-b368-cb6fa0f2a3d2 req-dc5a1b9e-a3a0-4a99-8574-1db2a3222d3c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0627356 Mar 02 18:52:52.897772 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0622be23-ffd8-48f0-b368-cb6fa0f2a3d2 req-86e822f3-26e3-4393-9ad6-1dbe67c3971f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Mar 02 18:52:53.327173 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1469cb-2310-4a61-aab1-276a17a8884d req-d3903e4a-a433-4a99-a5c3-0df79b250764 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:53.328650 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c1469cb-2310-4a61-aab1-276a17a8884d req-d3903e4a-a433-4a99-a5c3-0df79b250764 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0561049 Mar 02 18:52:53.376127 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5c1469cb-2310-4a61-aab1-276a17a8884d req-ba2603ca-ed8c-4db7-b67e-6ddb735d305e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Mar 02 18:52:54.023486 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d582b-0712-4b9c-a233-bbd840f5093f req-a29d243c-7973-4b44-88cd-e6744a8c71b6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:54.024997 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f54d582b-0712-4b9c-a233-bbd840f5093f req-a29d243c-7973-4b44-88cd-e6744a8c71b6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0588214 Mar 02 18:52:54.078927 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f54d582b-0712-4b9c-a233-bbd840f5093f req-ad926e27-7232-47f0-a4e9-0e40c06b3e7d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478964 Mar 02 18:52:54.500068 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef6a8a-8d74-493a-be36-d6a55b380b33 req-4ff2d846-e977-4817-a300-c35288c7b1aa tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:54.501658 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eeef6a8a-8d74-493a-be36-d6a55b380b33 req-4ff2d846-e977-4817-a300-c35288c7b1aa tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0549591 Mar 02 18:52:54.555066 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eeef6a8a-8d74-493a-be36-d6a55b380b33 req-7d289553-e9f3-4c83-a18f-d6016049871d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Mar 02 18:52:55.196353 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f352b4-fbc1-4e09-a2a9-f1a26d99ad65 req-a067bd50-217a-4ba4-9206-937a2a975bb6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:55.197837 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f352b4-fbc1-4e09-a2a9-f1a26d99ad65 req-a067bd50-217a-4ba4-9206-937a2a975bb6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Mar 02 18:52:55.242632 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f352b4-fbc1-4e09-a2a9-f1a26d99ad65 req-093dba1f-e47e-418b-842a-2ea05b5af69c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Mar 02 18:52:55.670911 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e16d2-8d66-4ab9-98d6-29bb4137b0dd req-ad846bb1-b8e4-4800-a2c7-24e03717fae8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:55.672294 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6f7e16d2-8d66-4ab9-98d6-29bb4137b0dd req-ad846bb1-b8e4-4800-a2c7-24e03717fae8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0525289 Mar 02 18:52:55.717287 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6f7e16d2-8d66-4ab9-98d6-29bb4137b0dd req-e2cc989b-fdd5-4148-b9ad-87be5af37795 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Mar 02 18:52:56.365934 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839db96-329d-46dc-b726-d667f18697a0 req-4721c93d-ba8a-4ba8-bb39-9b3ea020d34e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:56.367167 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0839db96-329d-46dc-b726-d667f18697a0 req-4721c93d-ba8a-4ba8-bb39-9b3ea020d34e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0564878 Mar 02 18:52:56.416616 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0839db96-329d-46dc-b726-d667f18697a0 req-40f8fdd2-385c-4114-bd4d-5dc0ba41bae5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Mar 02 18:52:56.832324 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295870-9e8f-44db-a3ae-b0265b5ca079 req-20b9e194-c094-46e8-ac10-687518376987 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:56.833859 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c295870-9e8f-44db-a3ae-b0265b5ca079 req-20b9e194-c094-46e8-ac10-687518376987 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0521147 Mar 02 18:52:56.881737 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c295870-9e8f-44db-a3ae-b0265b5ca079 req-d5900947-9483-4453-b817-c87f2fa67d0d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Mar 02 18:52:57.549855 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6edfa1-4357-450e-8ef9-ef41ef926f8c req-d1dc7e32-e892-4f9a-a069-760cca9bd99b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.551331 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0a6edfa1-4357-450e-8ef9-ef41ef926f8c req-d1dc7e32-e892-4f9a-a069-760cca9bd99b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0629387 Mar 02 18:52:57.597024 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0a6edfa1-4357-450e-8ef9-ef41ef926f8c req-f0c632d9-e381-41d1-ae64-875bbc2bfe4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Mar 02 18:52:57.994573 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e29c-5a5f-4fa6-9b29-d5c11f4aad4f req-8f546e2b-1e18-402a-bb4b-095e2efcaadc tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.996044 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9aa0e29c-5a5f-4fa6-9b29-d5c11f4aad4f req-8f546e2b-1e18-402a-bb4b-095e2efcaadc tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0505378 Mar 02 18:52:58.042342 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9aa0e29c-5a5f-4fa6-9b29-d5c11f4aad4f req-6dbb6fc4-bace-4705-83d7-dd10a37131ac tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Mar 02 18:52:58.711089 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc0416-6a7c-4bb3-a637-394fda159a43 req-9692a4b9-47fb-40e1-aae8-b5e0d55eca04 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.712560 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16bc0416-6a7c-4bb3-a637-394fda159a43 req-9692a4b9-47fb-40e1-aae8-b5e0d55eca04 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0510294 Mar 02 18:52:58.766257 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16bc0416-6a7c-4bb3-a637-394fda159a43 req-ac3b2188-e932-405e-b0ef-e12743cd70b9 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479956 Mar 02 18:52:59.169373 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b167ea-840e-48b7-9425-bab427de237a req-991d7185-26b9-4db1-9ee9-62fc7808daa1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:59.170798 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4b167ea-840e-48b7-9425-bab427de237a req-991d7185-26b9-4db1-9ee9-62fc7808daa1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0597856 Mar 02 18:52:59.222075 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4b167ea-840e-48b7-9425-bab427de237a req-3c31292c-fd5e-494d-a05f-4be4a011416c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Mar 02 18:52:59.913585 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf0183-93bf-47e3-a98a-2aae38481ee7 req-a4ff1982-f1bd-4732-b0b5-2e2edb25dd08 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:59.915198 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ebf0183-93bf-47e3-a98a-2aae38481ee7 req-a4ff1982-f1bd-4732-b0b5-2e2edb25dd08 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0623846 Mar 02 18:53:00.005005 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ebf0183-93bf-47e3-a98a-2aae38481ee7 req-d2270582-d53e-4d61-bde5-9772966030a2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832179 Mar 02 18:53:00.346976 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eacff-a176-4195-a36d-0afd33b52790 req-7942e3b8-a47e-479d-8ddd-29cd1ad7c67b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:00.348481 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-156eacff-a176-4195-a36d-0afd33b52790 req-7942e3b8-a47e-479d-8ddd-29cd1ad7c67b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0600870 Mar 02 18:53:00.401961 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-156eacff-a176-4195-a36d-0afd33b52790 req-72f57eb1-caf2-4b5f-8818-53005488f334 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Mar 02 18:53:01.158215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcb8a4-cbbf-4820-8c81-97ab085191d5 req-a3d66a67-f8ef-4f1e-9196-0dcbbee1e415 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:01.160067 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d1fcb8a4-cbbf-4820-8c81-97ab085191d5 req-a3d66a67-f8ef-4f1e-9196-0dcbbee1e415 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0682211 Mar 02 18:53:01.240716 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d1fcb8a4-cbbf-4820-8c81-97ab085191d5 req-e6037419-eb07-43ba-8800-0518f6c98bf8 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638433 Mar 02 18:53:01.565541 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7eafa-29e6-4a1f-a8b2-7944524f9ca8 req-c8592036-01df-41b8-abd7-b22ead9735b8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:01.568098 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42c7eafa-29e6-4a1f-a8b2-7944524f9ca8 req-c8592036-01df-41b8-abd7-b22ead9735b8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0646837 Mar 02 18:53:01.571222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 54960) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:01.631674 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42c7eafa-29e6-4a1f-a8b2-7944524f9ca8 req-d67bffa1-8403-4675-a7e3-e9c515cdd8c0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539124 Mar 02 18:53:01.740072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ab08062d-69a6-43c2-95bc-de9c7d60f3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:01.832498 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ab08062d-69a6-43c2-95bc-de9c7d60f3ed admin admin] Publish callbacks [] for security_group (18a13c31-22c1-4a71-8d02-4f9f6eec8e96), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:01.836877 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ab08062d-69a6-43c2-95bc-de9c7d60f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (18a13c31-22c1-4a71-8d02-4f9f6eec8e96), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:01.879879 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ab08062d-69a6-43c2-95bc-de9c7d60f3ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09438bdabbb342b591fd1b82437343fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074572 Mar 02 18:53:01.880842 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08062d-69a6-43c2-95bc-de9c7d60f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a13c31-22c1-4a71-8d02-4f9f6eec8e96,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:01.882648 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 54966) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:01.943505 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] Publish callbacks [] for security_group (18a13c31-22c1-4a71-8d02-4f9f6eec8e96), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:01.966770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] Publish callbacks [] for security_group (18a13c31-22c1-4a71-8d02-4f9f6eec8e96), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:02.025342 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (18a13c31-22c1-4a71-8d02-4f9f6eec8e96), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:02.028005 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:02.029155 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18a13c31-22c1-4a71-8d02-4f9f6eec8e96 HTTP/1.1" status: 204 len: 168 time: 0.1448658 Mar 02 18:53:02.043578 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52522ff9-9799-473e-9014-c913af15ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a13c31-22c1-4a71-8d02-4f9f6eec8e96,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:02.416502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62b8c4-66a7-4830-9b5f-49458be5df5f req-8bd3a0a2-5e17-4ccf-9682-856c051ca6f4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:02.418136 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a62b8c4-66a7-4830-9b5f-49458be5df5f req-8bd3a0a2-5e17-4ccf-9682-856c051ca6f4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0690846 Mar 02 18:53:02.479330 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a62b8c4-66a7-4830-9b5f-49458be5df5f req-5d715ca2-1c9d-440b-a148-ce425c9045fb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551054 Mar 02 18:53:02.815838 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55008) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:03.001566 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb2558-a55f-4422-864b-91bd4cb2767a req-70e8bc3f-0fec-412d-bbc1-d028af465ec8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.008919 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ecb2558-a55f-4422-864b-91bd4cb2767a req-70e8bc3f-0fec-412d-bbc1-d028af465ec8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.1522419 Mar 02 18:53:03.130571 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ecb2558-a55f-4422-864b-91bd4cb2767a req-96757c90-3876-4ab6-b061-5aa903e22527 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147339 Mar 02 18:53:03.184845 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55026) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:03.251447 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-881315564-network', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:03.277131 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Made reservation on behalf of a293c75859834cf6878ced41ebacad9d for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:03.284741 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.307694 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.321126 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69655a3d-aec8-463d-a638-4956a5c8bb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.445790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks [] for security_group (6eb6151a-25b5-4600-a482-d2fd3da7617b), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.451085 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6eb6151a-25b5-4600-a482-d2fd3da7617b), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.460803 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69655a3d-aec8-463d-a638-4956a5c8bb0e admin admin] Publish callbacks [] for security_group (a437122d-34e4-4892-b1a8-20251f521160), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.474620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69655a3d-aec8-463d-a638-4956a5c8bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a437122d-34e4-4892-b1a8-20251f521160), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.482997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:03.521296 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (06bc01d2-12fc-4f95-991d-553d8d7716b1), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.521660 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Added segment 06bc01d2-12fc-4f95-991d-553d8d7716b1 of type vlan for network 3b6737ed-9235-41e6-ac01-e2af6d694e4f Mar 02 18:53:03.522976 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6151a-25b5-4600-a482-d2fd3da7617b,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.544252 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-69655a3d-aec8-463d-a638-4956a5c8bb0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc87a030a2014e6cb7584769c0f09aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7272964 Mar 02 18:53:03.547226 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55038) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:03.614935 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (3b6737ed-9235-41e6-ac01-e2af6d694e4f), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.617020 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] Publish callbacks [] for security_group (a437122d-34e4-4892-b1a8-20251f521160), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.622258 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655a3d-aec8-463d-a638-4956a5c8bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a437122d-34e4-4892-b1a8-20251f521160,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.654968 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] Publish callbacks [] for security_group (a437122d-34e4-4892-b1a8-20251f521160), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.667325 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79da967-1acb-48a7-9d4e-0a12a4cc929f req-be89af6e-04df-4826-a53d-5d7b5eac2b5e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.669129 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a79da967-1acb-48a7-9d4e-0a12a4cc929f req-be89af6e-04df-4826-a53d-5d7b5eac2b5e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1013582 Mar 02 18:53:03.670343 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (3b6737ed-9235-41e6-ac01-e2af6d694e4f), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.671258 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.671829 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.727103 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a437122d-34e4-4892-b1a8-20251f521160), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.733799 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:03.735921 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a437122d-34e4-4892-b1a8-20251f521160 HTTP/1.1" status: 204 len: 168 time: 0.1855612 Mar 02 18:53:03.748454 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5621934 Mar 02 18:53:03.749069 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b387d-41c5-4bf0-9712-2147ebb1e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437122d-34e4-4892-b1a8-20251f521160,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.752523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55042) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:03.761453 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Request body: {'subnet': {'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-881315564-subnet', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:03.769694 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46638e4a-7ec0-40c0-bdc9-1844aba2ea4d admin admin] Pushing event updated for resources: {'Network': ['ID=3b6737ed-9235-41e6-ac01-e2af6d694e4f,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.795851 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:53:03.797229 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a79da967-1acb-48a7-9d4e-0a12a4cc929f req-05b6e0fb-94d5-446d-9029-b2dc4945204b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078637 Mar 02 18:53:03.798596 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Made reservation on behalf of a293c75859834cf6878ced41ebacad9d for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:03.800935 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16493270'] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.023242 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12862530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16493284'] for subnet (3c827f6d-4e16-4aab-a3d1-d1cbb6519c68), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.080438 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:04.096758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:04.097411 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Network hostable DHCP agents. Network: 3b6737ed-9235-41e6-ac01-e2af6d694e4f, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:04.119290 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:04.132854 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 3b6737ed-9235-41e6-ac01-e2af6d694e4f) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:04.137616 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:04.138992 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.142888 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da555c40-8b97-4d63-8d2f-2dd7fa862eb0 None None] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:04.156210 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4c02e57e-e4c4-4714-8ecd-4dd8a21a6d29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4017942 Mar 02 18:53:04.160674 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55048) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:04.165936 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:04.194900 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55052) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:04.204724 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.205826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.217642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-91c53fda-5f4f-472b-943e-e782894d7d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.263523 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:53:04.264408 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.305244 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for router_controller (e6310ba5-8d77-4fbd-a765-73dd0419fb83), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.325033 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba38cb-04a8-4900-bcff-36671c2dfe06 req-5b1d7b96-e1a0-413c-b8f9-35129b7f954b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:04.327193 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-57ba38cb-04a8-4900-bcff-36671c2dfe06 req-5b1d7b96-e1a0-413c-b8f9-35129b7f954b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 932 time: 0.0965238 Mar 02 18:53:04.380856 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-57ba38cb-04a8-4900-bcff-36671c2dfe06 req-2cbbb416-75a5-46b2-8e0f-09f1ce7cba46 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Mar 02 18:53:04.382093 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2f591946-382c-47e1-9a0d-60a159e3e08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.452386 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Allocated IP 172.20.0.2 (3b6737ed-9235-41e6-ac01-e2af6d694e4f/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68/771a31eb-1096-471d-b27b-269ce8221da8) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:04.673790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Request body: {'port': {'device_id': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:04.742651 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for router_gateway (e6310ba5-8d77-4fbd-a765-73dd0419fb83), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.779267 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks [] for port (771a31eb-1096-471d-b27b-269ce8221da8), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.784929 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-91c53fda-5f4f-472b-943e-e782894d7d8a admin admin] Publish callbacks [] for security_group (ae8a34f6-6810-4c2c-82ce-df60ae400188), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.788358 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (771a31eb-1096-471d-b27b-269ce8221da8), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.791249 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-91c53fda-5f4f-472b-943e-e782894d7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (ae8a34f6-6810-4c2c-82ce-df60ae400188), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.802569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.837604 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:04.841387 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:04.848601 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:04.859100 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Pushing event updated for resources: {'Port': ['ID=771a31eb-1096-471d-b27b-269ce8221da8,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:04.892685 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-91c53fda-5f4f-472b-943e-e782894d7d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=665277128f724336af0bc14339b68270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6943085 Mar 02 18:53:04.893437 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55070) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:04.896755 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53fda-5f4f-472b-943e-e782894d7d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a34f6-6810-4c2c-82ce-df60ae400188,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:04.934844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Attempting to bind port 771a31eb-1096-471d-b27b-269ce8221da8 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:04.934844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Attempting to bind port 771a31eb-1096-471d-b27b-269ce8221da8 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:04.934844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Attempting to bind port 771a31eb-1096-471d-b27b-269ce8221da8 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:04.940328 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:04.940718 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:04.941292 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.941887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Bound using segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:04.942367 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Bound port: 771a31eb-1096-471d-b27b-269ce8221da8, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:04.942927 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (771a31eb-1096-471d-b27b-269ce8221da8), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.966677 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] Publish callbacks [] for security_group (ae8a34f6-6810-4c2c-82ce-df60ae400188), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:04.999850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] Publish callbacks [] for security_group (ae8a34f6-6810-4c2c-82ce-df60ae400188), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.013707 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] For port 771a31eb-1096-471d-b27b-269ce8221da8, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:05.018217 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] For port 771a31eb-1096-471d-b27b-269ce8221da8, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=771a31eb-1096-471d-b27b-269ce8221da8,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:05.026279 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (771a31eb-1096-471d-b27b-269ce8221da8), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.035635 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7858-c4ee-4617-aa9f-97954353d16a req-853a6122-f746-4ba2-84a9-7c3c4b67ea0f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:05.037960 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-46de7858-c4ee-4617-aa9f-97954353d16a req-853a6122-f746-4ba2-84a9-7c3c4b67ea0f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.1516488 Mar 02 18:53:05.104929 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840777-6b0a-4da5-b859-e0a4aee5f6fe None None] Pushing event updated for resources: {'Port': ['ID=771a31eb-1096-471d-b27b-269ce8221da8,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:05.149258 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-46de7858-c4ee-4617-aa9f-97954353d16a req-4541c848-28b7-4688-8571-2f19c70946b6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861373 Mar 02 18:53:05.183932 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for router_gateway (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.207150 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.215184 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (ae8a34f6-6810-4c2c-82ce-df60ae400188), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.217893 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.219059 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae8a34f6-6810-4c2c-82ce-df60ae400188 HTTP/1.1" status: 204 len: 168 time: 0.3233557 Mar 02 18:53:05.232751 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812b022-fd42-483f-a427-348a062b66e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a34f6-6810-4c2c-82ce-df60ae400188,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:05.268292 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2dbd47-d71c-48c1-910c-40aeea8ee23d {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:05.279232 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks [] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.311727 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Transition to ACTIVE for port object 0d2dbd47-d71c-48c1-910c-40aeea8ee23d will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:53:05.317473 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.384869 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:05.415013 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Allocated IP 172.27.1.250 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/172d3bdc-f63f-4e62-8213-2ee302cf6426) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:05.571428 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Attempting to bind port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:05.571959 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Attempting to bind port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:05.572305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Attempting to bind port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d on network 2f9296aa-0132-48e7-a56e-48719b9fc450 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:05.644164 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.693283 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:05.760494 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:05.763545 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:05.768317 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:05.793267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Pushing event updated for resources: {'Port': ['ID=172d3bdc-f63f-4e62-8213-2ee302cf6426,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:05.884068 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d on network 2f9296aa-0132-48e7-a56e-48719b9fc450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:53:05.884726 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Attempting to bind port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d on network 2f9296aa-0132-48e7-a56e-48719b9fc450 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:05.970838 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:05.971182 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Checking segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:05.971756 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Bound using segment: {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:05.972411 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Bound port: 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:05.972974 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.005749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6fde-c6cd-4512-8e76-131da305dea0 req-ea7a87f5-85b6-453b-85a1-b78d9423f1c3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.008502 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-deda6fde-c6cd-4512-8e76-131da305dea0 req-ea7a87f5-85b6-453b-85a1-b78d9423f1c3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.4382544 Mar 02 18:53:06.096152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-6dba11c2-8a4a-4dd5-8de9-abcba0d5c872 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.104764 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-6dba11c2-8a4a-4dd5-8de9-abcba0d5c872 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.7038109 Mar 02 18:53:06.173289 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:06.178636 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:06.205269 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-1f148626-e561-4b4d-a258-a7fca4b96393 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/quotas/5b40e6f601ce4fed815b312e0914e075 HTTP/1.1" status: 200 len: 375 time: 0.0909128 Mar 02 18:53:06.216880 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-deda6fde-c6cd-4512-8e76-131da305dea0 req-d737073c-996a-452a-bc91-322864a6bea0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904669 Mar 02 18:53:06.224615 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for router_gateway (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.225213 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.397525 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.400892 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.405148 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] 10.222.0.41 "PUT /v2.0/ports/0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 1094 time: 1.7370443 Mar 02 18:53:06.445482 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:06.448601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:53:06.586348 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-6a5292db-a32a-443b-b549-59187172e387 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3654044 Mar 02 18:53:06.628346 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.641795 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1aead-bfc2-48a9-b85b-8610183c6c4b req-2b936a53-b708-4472-af78-21b0e2d2ba9b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.643376 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0d1aead-bfc2-48a9-b85b-8610183c6c4b req-2b936a53-b708-4472-af78-21b0e2d2ba9b tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.2711763 Mar 02 18:53:06.656595 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ccc158c0-9b54-41fd-84d4-ca73d2964042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.682203 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36c4c-654a-4b55-aeb7-ab20a4f6d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:06.760102 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052c29f-e648-4b8f-84fc-cf076e8347aa None None] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:06.768642 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-fe6061a4-f735-4029-aebe-752f262836db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.770211 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-fe6061a4-f735-4029-aebe-752f262836db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1128 time: 0.3173923 Mar 02 18:53:06.797285 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0d1aead-bfc2-48a9-b85b-8610183c6c4b req-c912ff30-4b9b-423d-8579-3a1c8a2c79d3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081128 Mar 02 18:53:06.846903 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:53:06.856389 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 771a31eb-1096-471d-b27b-269ce8221da8 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:06.907178 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4fe8b-bdfc-4444-bc97-7fc02a34d216 x-openstack-request-id: req-8ec4fe8b-bdfc-4444-bc97-7fc02a34d216 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:53:06.907792 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:53:06.909592 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ec4fe8b-bdfc-4444-bc97-7fc02a34d216 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:53:06.910466 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:53:06.921107 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-7beff176-e52c-4976-ab03-2c346de415b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 217 time: 0.1205399 Mar 02 18:53:06.973987 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:06.985598 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:06.992003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Provisioning complete for port 771a31eb-1096-471d-b27b-269ce8221da8 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:06.992633 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (771a31eb-1096-471d-b27b-269ce8221da8), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:06.997444 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.001674 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:07.002186 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-50da55ea-6a34-4ba9-87eb-0cbe0d0118c8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8398807 Mar 02 18:53:07.002494 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:07.005529 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55132) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:07.050100 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-c614c5ce-6627-46a9-a348-86ec71e3c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.051739 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-c614c5ce-6627-46a9-a348-86ec71e3c588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.1226933 Mar 02 18:53:07.079188 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 771a31eb-1096-471d-b27b-269ce8221da8 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:07.079565 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (771a31eb-1096-471d-b27b-269ce8221da8), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.191557 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Current status of the port 771a31eb-1096-471d-b27b-269ce8221da8 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:07.192281 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (771a31eb-1096-471d-b27b-269ce8221da8), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.202612 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:07.286593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-462e0e54-b94c-4f42-b06c-579fd84716bb service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992764 Mar 02 18:53:07.332529 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] For port 771a31eb-1096-471d-b27b-269ce8221da8, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=771a31eb-1096-471d-b27b-269ce8221da8,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:07.336946 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 771a31eb-1096-471d-b27b-269ce8221da8 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:07.337960 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (771a31eb-1096-471d-b27b-269ce8221da8), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.342216 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (771a31eb-1096-471d-b27b-269ce8221da8), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.356990 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ce0c3-d788-4f17-960e-7566850cb655 req-d54a975c-f848-4a6d-95ae-03f02f1b1329 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.369492 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae8ce0c3-d788-4f17-960e-7566850cb655 req-d54a975c-f848-4a6d-95ae-03f02f1b1329 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.3161521 Mar 02 18:53:07.442254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-9c9f9192-6d7c-439c-be36-bf8025420578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.443894 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-9c9f9192-6d7c-439c-be36-bf8025420578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3582656 Mar 02 18:53:07.470513 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848eaa6-9b4d-451a-a1b6-68b94a9714e0 None None] Pushing event updated for resources: {'Port': ['ID=771a31eb-1096-471d-b27b-269ce8221da8,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:07.499364 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-44ddbb8b-e0e1-44a2-bdb4-d91fef38e909 None None] Provisioning complete for port 771a31eb-1096-471d-b27b-269ce8221da8 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:07.499742 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-44ddbb8b-e0e1-44a2-bdb4-d91fef38e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (771a31eb-1096-471d-b27b-269ce8221da8), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.556536 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-d8fad75f-8042-4d68-8554-85b492ed9e6f service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030152 Mar 02 18:53:07.581148 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:06Z', 'revision_number': 3, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:07.614950 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:07.616141 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Updating router e6310ba5-8d77-4fbd-a765-73dd0419fb83 port 172d3bdc-f63f-4e62-8213-2ee302cf6426 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:07.621244 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.db.api [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:53:07.621892 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG oslo_db.api [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:53:07.659875 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.662887 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae8ce0c3-d788-4f17-960e-7566850cb655 req-b79ac701-1b90-4b88-b899-713d2c5bcf19 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850695 Mar 02 18:53:07.698918 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-24dd5c87-d26b-47bd-a031-959d32f03a36 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113739 Mar 02 18:53:07.723995 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-44ddbb8b-e0e1-44a2-bdb4-d91fef38e909 None None] Current status of the port 771a31eb-1096-471d-b27b-269ce8221da8 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:07.787469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.843618 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42f84592-abc3-47da-b494-7b677d4c64f4 req-bfc7752e-1388-419b-a717-24780bd6c146 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748404 Mar 02 18:53:07.847392 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:07.957584 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb1d70-e53f-4617-854d-37f313bcb35b req-5a3f7704-caa8-46cb-9493-02f52efbc17a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.969906 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3eb1d70-e53f-4617-854d-37f313bcb35b req-5a3f7704-caa8-46cb-9493-02f52efbc17a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.1612396 Mar 02 18:53:08.146095 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-47deeded-2316-4e75-aacb-ca8ded1b2159 req-8c3c9e13-0cd5-407e-977d-58d4998cdd3e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 210 time: 0.1251349 Mar 02 18:53:08.245102 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-8e18a664-1ff3-4722-995b-a69d6200478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.246856 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-8e18a664-1ff3-4722-995b-a69d6200478c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1128 time: 0.3333097 Mar 02 18:53:08.257397 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 771a31eb-1096-471d-b27b-269ce8221da8 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:08.277229 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3eb1d70-e53f-4617-854d-37f313bcb35b req-5911ea5f-c6bf-4742-849b-d7f23643d6b7 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063769 Mar 02 18:53:08.316654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Allocated IP 172.20.0.1 (3b6737ed-9235-41e6-ac01-e2af6d694e4f/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68/5eeef5a4-5702-4573-a622-66a4ca1d4f42) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:08.489113 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-0f65d31a-bd1e-4674-8109-f8c20983431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.490998 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-0f65d31a-bd1e-4674-8109-f8c20983431d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.2330482 Mar 02 18:53:08.499318 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks [] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.546523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.553978 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-30c8af1f-3042-4b6f-bb38-cae05c90059c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 217 time: 0.0566936 Mar 02 18:53:08.555992 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks [] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.568764 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.589769 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:08.653165 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:08.657256 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:08.660069 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:08.687086 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Attempting to bind port 172d3bdc-f63f-4e62-8213-2ee302cf6426 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:08.688618 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Attempting to bind port 172d3bdc-f63f-4e62-8213-2ee302cf6426 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:08.689212 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Attempting to bind port 172d3bdc-f63f-4e62-8213-2ee302cf6426 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:08.699457 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-3594f4df-498e-4d5f-9740-e5567d212b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.705636 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-3594f4df-498e-4d5f-9740-e5567d212b15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.1425197 Mar 02 18:53:08.730955 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.746461 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 771a31eb-1096-471d-b27b-269ce8221da8 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:08.751518 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:08.751911 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:08.752317 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.752718 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:08.753222 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Bound port: 172d3bdc-f63f-4e62-8213-2ee302cf6426, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:08.753647 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.795347 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-04bd7fbe-a617-48ff-94eb-bb8848868703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.797731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-04bd7fbe-a617-48ff-94eb-bb8848868703 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849769 Mar 02 18:53:08.829381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 771a31eb-1096-471d-b27b-269ce8221da8 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:08.830020 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (771a31eb-1096-471d-b27b-269ce8221da8), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.846052 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63751e-3c96-4571-b5da-b69b2b5d9ba2 None None] Pushing event updated for resources: {'Port': ['ID=172d3bdc-f63f-4e62-8213-2ee302cf6426,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:08.860014 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] For port 172d3bdc-f63f-4e62-8213-2ee302cf6426, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:08.868753 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] For port 172d3bdc-f63f-4e62-8213-2ee302cf6426, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=172d3bdc-f63f-4e62-8213-2ee302cf6426,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:08.880051 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:08.952094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-c5b99de1-8ea5-49d4-aa82-f9e190e3f939 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471953 Mar 02 18:53:08.999994 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.001753 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 771a31eb-1096-471d-b27b-269ce8221da8 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:09.013050 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63751e-3c96-4571-b5da-b69b2b5d9ba2 None None] Pushing event updated for resources: {'Port': ['ID=172d3bdc-f63f-4e62-8213-2ee302cf6426,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:09.034932 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:09.036472 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:09.060754 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-05f1ffd9-c994-4ec4-926a-aaf3e07c61de None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:09.061192 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-05f1ffd9-c994-4ec4-926a-aaf3e07c61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.106692 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-05f1ffd9-c994-4ec4-926a-aaf3e07c61de None None] Port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:09.132911 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8fcf7f-9e36-4ce2-8660-7b4ad0a4860d req-8f5ebd20-033d-4646-9a7a-1e60db276eda service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705446 Mar 02 18:53:09.189610 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:09.265577 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks [] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.273841 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2bba6f8a-6508-41e4-b055-6e359476178c req-75df982a-b939-4af0-9312-edeb62494efc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 210 time: 0.0382469 Mar 02 18:53:09.277611 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.394689 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:09.397678 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.442821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8deb-1185-4f78-9e17-27c84ae3098c req-5e925e13-588d-4233-8907-3271757d8728 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:09.444988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e59e8deb-1185-4f78-9e17-27c84ae3098c req-5e925e13-588d-4233-8907-3271757d8728 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.0783036 Mar 02 18:53:09.515845 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:09.517303 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:09.535605 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:09.539301 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e59e8deb-1185-4f78-9e17-27c84ae3098c req-5c2fae74-b252-4a60-ae2c-8cdfd625a767 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876234 Mar 02 18:53:09.566893 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea83289-b36d-4728-8268-3ab8d37e0ac9 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:09.593720 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.687520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:53:09.826484 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:09.837617 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-45517838-7be8-4de5-92cb-827907b69771 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6310ba5-8d77-4fbd-a765-73dd0419fb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257027 Mar 02 18:53:09.867272 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-48c7fcc1-c6ba-49ef-af91-90adc410e658 None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:09.868336 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-48c7fcc1-c6ba-49ef-af91-90adc410e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:09.923037 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-48c7fcc1-c6ba-49ef-af91-90adc410e658 None None] Port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:10.264132 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-7a5f3f44-4e8f-48a7-836d-ada2840d14d3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.267306 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-7a5f3f44-4e8f-48a7-836d-ada2840d14d3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1636946 Mar 02 18:53:10.490566 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4666ae88-6993-4ec2-984f-8f07904dbe0b req-666fdb30-2f6c-4e27-9437-ce73fd23d832 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 210 time: 0.0764344 Mar 02 18:53:10.725368 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcb272-4353-4bd6-b5a1-f7d87518f2db req-60ba9f12-3b9e-4d7c-933a-4da35a47a6d2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.727355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-94fcb272-4353-4bd6-b5a1-f7d87518f2db req-60ba9f12-3b9e-4d7c-933a-4da35a47a6d2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.1063759 Mar 02 18:53:10.752909 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:10.785547 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 172d3bdc-f63f-4e62-8213-2ee302cf6426 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:10.803881 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55222) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:10.818953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1158819627-network', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:10.865668 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Made reservation on behalf of 1ec0b624a26942e5a2b37cc3841b7d31 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:10.866123 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 172d3bdc-f63f-4e62-8213-2ee302cf6426 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:10.866761 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:10.870461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:10.887231 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:10.896703 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-94fcb272-4353-4bd6-b5a1-f7d87518f2db req-7a88ddc3-179c-40f9-b25d-ec9021448ac2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567812 Mar 02 18:53:10.929717 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec106c-9062-4c9a-ae73-9f66e32565a5 req-4f2fa8d0-91e8-49ba-8b55-b6e9210d8887 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.932297 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b3ec106c-9062-4c9a-ae73-9f66e32565a5 req-4f2fa8d0-91e8-49ba-8b55-b6e9210d8887 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1228635 Mar 02 18:53:10.965274 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 172d3bdc-f63f-4e62-8213-2ee302cf6426 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:10.966365 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:10.993049 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 172d3bdc-f63f-4e62-8213-2ee302cf6426, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=172d3bdc-f63f-4e62-8213-2ee302cf6426,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:11.003819 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.004408 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b3ec106c-9062-4c9a-ae73-9f66e32565a5 req-ed347daf-52f3-4d34-8fe4-1e4924d68ef0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658746 Mar 02 18:53:11.058187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks [] for security_group (3baf456f-846d-4352-b85c-76722211a64c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.064799 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3baf456f-846d-4352-b85c-76722211a64c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.068915 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=172d3bdc-f63f-4e62-8213-2ee302cf6426,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.117965 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:11.130047 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf456f-846d-4352-b85c-76722211a64c,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.141267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (b6e3d8cb-2846-4d9a-9543-0acf7a5b5044), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.142040 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Added segment b6e3d8cb-2846-4d9a-9543-0acf7a5b5044 of type vlan for network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 Mar 02 18:53:11.185579 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Request body: {'port': {'device_id': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'admin_state_up': True, 'tenant_id': '5b40e6f601ce4fed815b312e0914e075'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:11.196021 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (2b0d558d-b3da-4622-93e5-6a53b9c1fd57), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.346620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:11.351114 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.437200 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (2b0d558d-b3da-4622-93e5-6a53b9c1fd57), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.438600 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.439671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.492104 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6864145 Mar 02 18:53:11.494996 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55226) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:11.499885 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Request body: {'subnet': {'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1158819627-subnet', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:11.516387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Allocated IP 172.20.0.6 (c8ead4be-46bc-466c-aa11-fe7cda731823/c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d/c18601ae-d3c0-4184-8507-2c56dc3c3b83) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:11.521214 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a763ac5-e0b4-4df3-878a-5208e58142da admin admin] Pushing event updated for resources: {'Network': ['ID=2b0d558d-b3da-4622-93e5-6a53b9c1fd57,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.538969 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:53:11.541217 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Made reservation on behalf of 1ec0b624a26942e5a2b37cc3841b7d31 for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:11.544982 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16493270'] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.696080 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b9a915e-43c5-4cce-ad54-b24932cdd5cb req-10654e72-f0dd-4d28-a675-2826b3ae89ed tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 210 time: 0.0340967 Mar 02 18:53:11.753921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12862530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16493284'] for subnet (f518ca2f-bccf-4bea-ac60-cfeba51b4658), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.754166 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks [] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.791749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.811909 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f518ca2f-bccf-4bea-ac60-cfeba51b4658,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.821527 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Checking segment: {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:11.821965 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Network hostable DHCP agents. Network: 2b0d558d-b3da-4622-93e5-6a53b9c1fd57, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:11.842907 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:11.846519 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Network c8ead4be-46bc-466c-aa11-fe7cda731823 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:11.849706 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:11.852587 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:11.858082 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 2b0d558d-b3da-4622-93e5-6a53b9c1fd57) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:11.860441 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.862136 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.862892 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.863616 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.867813 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064d730-a3a5-481c-b346-f60c97bd0724 None None] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:11.881854 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event updated for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.890021 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-da316582-d82d-4f04-a05a-cafa45a077a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3938448 Mar 02 18:53:11.892243 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55236) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:11.892563 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-74d47f60-2b64-491a-a89c-adeea997494d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7116230 Mar 02 18:53:11.897468 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:11.926013 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:11.927382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.002754 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for router_controller (c058185e-c1dc-4174-a5f4-b0e55050321a), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.013992 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'fixed_ips': [{'subnet_id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:53:12.016379 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.046267 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb1015-8876-4c28-a037-c45b0115798c req-d1361617-7b2d-4d2f-b7db-bdd512e9b226 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.048818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41cb1015-8876-4c28-a037-c45b0115798c req-d1361617-7b2d-4d2f-b7db-bdd512e9b226 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.0741670 Mar 02 18:53:12.156413 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41cb1015-8876-4c28-a037-c45b0115798c req-76283708-9077-4158-94b0-f7ac0aa5559b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983441 Mar 02 18:53:12.200429 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for router_gateway (c058185e-c1dc-4174-a5f4-b0e55050321a), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.229485 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Allocated IP 172.20.0.2 (2b0d558d-b3da-4622-93e5-6a53b9c1fd57/f518ca2f-bccf-4bea-ac60-cfeba51b4658/0deddbe3-cf7a-4e67-b532-37e4de4d8955) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:12.247515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e980a-33b0-4100-8bcf-ca2a85be147d req-f9656ea1-4dd3-48b4-b7d0-2dec4cb7fda1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.256450 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6b5e980a-33b0-4100-8bcf-ca2a85be147d req-f9656ea1-4dd3-48b4-b7d0-2dec4cb7fda1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0870287 Mar 02 18:53:12.309690 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6b5e980a-33b0-4100-8bcf-ca2a85be147d req-3df901a2-9070-4295-bb44-795454899ab0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Mar 02 18:53:12.398535 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks [] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.404700 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.434396 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for router_gateway (c058185e-c1dc-4174-a5f4-b0e55050321a), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.455342 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.458759 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:12.466022 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:12.468412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Pushing event updated for resources: {'Port': ['ID=0deddbe3-cf7a-4e67-b532-37e4de4d8955,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:12.471924 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:12.531033 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Attempting to bind port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:12.531585 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Attempting to bind port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:12.532177 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Attempting to bind port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 on network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:12.538168 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:12.538701 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Checking segment: {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:12.539201 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.539689 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Bound using segment: {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:12.540872 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Bound port: 0deddbe3-cf7a-4e67-b532-37e4de4d8955, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:12.540872 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.552594 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:12.576284 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Allocated IP 172.27.1.104 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/cf14d2f7-ee70-4e82-904a-89c41267ae34) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:12.589030 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:12.589709 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:12.666377 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] For port 0deddbe3-cf7a-4e67-b532-37e4de4d8955, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:12.687060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.708283 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] For port 0deddbe3-cf7a-4e67-b532-37e4de4d8955, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0deddbe3-cf7a-4e67-b532-37e4de4d8955,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:12.712571 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 172d3bdc-f63f-4e62-8213-2ee302cf6426 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:12.727928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.777382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:12.780838 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:12.786695 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:12.815057 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf14d2f7-ee70-4e82-904a-89c41267ae34,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:12.855781 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6b9db-e026-419d-9394-567565b763fa req-7ba6fddc-2fb6-400c-ab4d-f4810ca90ff0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.857744 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ce6b9db-e026-419d-9394-567565b763fa req-7ba6fddc-2fb6-400c-ab4d-f4810ca90ff0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 931 time: 0.0868216 Mar 02 18:53:12.902655 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:12.927642 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ce6b9db-e026-419d-9394-567565b763fa req-5f7ae8af-f1d7-4496-984c-bdd282d962c1 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624976 Mar 02 18:53:12.946376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:13.063376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6118cfd-df12-40f9-a4c3-11cfc1083f11 None None] Pushing event updated for resources: {'Port': ['ID=0deddbe3-cf7a-4e67-b532-37e4de4d8955,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:13.081772 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 172d3bdc-f63f-4e62-8213-2ee302cf6426 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:13.082176 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.093398 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for router_gateway (c058185e-c1dc-4174-a5f4-b0e55050321a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.293211 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 172d3bdc-f63f-4e62-8213-2ee302cf6426 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:13.319206 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:09Z', 'revision_number': 2, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:13.331347 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6bcfe-105c-4e08-91b4-47533236a666 req-9ffd6196-1860-4714-a634-5d105224ad83 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:13.333050 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfb6bcfe-105c-4e08-91b4-47533236a666 req-9ffd6196-1860-4714-a634-5d105224ad83 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 944 time: 0.0666125 Mar 02 18:53:13.352187 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:13.352548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Updating router e6310ba5-8d77-4fbd-a765-73dd0419fb83 port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:13.393967 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.428911 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfb6bcfe-105c-4e08-91b4-47533236a666 req-6aabd140-5d5c-40fc-b315-d2f0cfaa856b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888484 Mar 02 18:53:13.457519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.486123 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2038a9-3bd8-41aa-8699-0c2b3a8df209 req-c64eeb15-b9af-400f-958a-814051f938b7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:13.487651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d2038a9-3bd8-41aa-8699-0c2b3a8df209 req-c64eeb15-b9af-400f-958a-814051f938b7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0764906 Mar 02 18:53:13.540858 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d2038a9-3bd8-41aa-8699-0c2b3a8df209 req-e748833e-5cd1-4d35-b68b-740be1af09d2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Mar 02 18:53:13.583788 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Request body: {'port': {'device_id': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:13.608707 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7', '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:53:13.610885 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0d2dbd47-d71c-48c1-910c-40aeea8ee23d details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:53:13.651462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Router c058185e-c1dc-4174-a5f4-b0e55050321a is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:53:13.667199 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.672949 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-332ceb5b-b32b-45b1-8ead-a175e089a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:13.674545 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-332ceb5b-b32b-45b1-8ead-a175e089a402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.0657177 Mar 02 18:53:13.915922 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:13.946899 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks [] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:13.952368 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'port_id': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'mac_address': 'fa:16:3e:ae:6c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:53:13.976221 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.087526 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:14.106384 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18601ae-d3c0-4184-8507-2c56dc3c3b83 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:14.108635 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Sync routers for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:14.109640 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-297c8e2f-3cb8-4897-9c6c-d5dd91f940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.112834 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-297c8e2f-3cb8-4897-9c6c-d5dd91f940f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.4050994 Mar 02 18:53:14.116420 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff304453-78fc-43da-9559-4b2181fc7950 None None] Pushing event updated for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:14.123450 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:14.123829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.135340 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks [] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.141590 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:14.142267 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:14.177162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35cfd-4143-4a90-879f-8b29f9799cce req-84362f7d-3d07-4cae-a2d3-5f6d09c56888 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.178939 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73e35cfd-4143-4a90-879f-8b29f9799cce req-84362f7d-3d07-4cae-a2d3-5f6d09c56888 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 931 time: 0.1467335 Mar 02 18:53:14.180127 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Transition to ACTIVE for port object c18601ae-d3c0-4184-8507-2c56dc3c3b83 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:53:14.197910 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2dbd47-d71c-48c1-910c-40aeea8ee23d {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:14.201891 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.212452 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-c1921bc7-f700-4f5b-9fe8-413c867a0df8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0926254 Mar 02 18:53:14.216377 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.217493 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4c17822f-6667-4108-8d37-8729e2d17ff0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3232937 Mar 02 18:53:14.229770 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55270) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:14.304444 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:14.306858 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Attempting to bind port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:14.307606 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Attempting to bind port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:14.308452 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Attempting to bind port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:14.313123 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:14.343095 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.344708 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Pushing event updated for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:14.373235 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:14.373779 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:14.374292 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.376947 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Bound using segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:14.377126 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73e35cfd-4143-4a90-879f-8b29f9799cce req-2d0737f2-099a-4bf6-bb32-b96c5a08a3b0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918886 Mar 02 18:53:14.377699 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Bound port: 5eeef5a4-5702-4573-a622-66a4ca1d4f42, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:14.378199 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.417898 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Attempting to bind port c18601ae-d3c0-4184-8507-2c56dc3c3b83 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:14.418220 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Attempting to bind port c18601ae-d3c0-4184-8507-2c56dc3c3b83 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:14.418545 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Attempting to bind port c18601ae-d3c0-4184-8507-2c56dc3c3b83 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:14.443653 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Port c18601ae-d3c0-4184-8507-2c56dc3c3b83 on network c8ead4be-46bc-466c-aa11-fe7cda731823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:53:14.443976 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Attempting to bind port c18601ae-d3c0-4184-8507-2c56dc3c3b83 on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:14.454332 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:14.454685 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Checking segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:14.455122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Bound using segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:14.455563 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Bound port: c18601ae-d3c0-4184-8507-2c56dc3c3b83, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:14.455924 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.493757 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb426c-c959-487d-bcd9-a50b35c2ede2 None None] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:14.590748 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:12Z', 'revision_number': 3, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:14.618920 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:14.620508 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Checking router: c058185e-c1dc-4174-a5f4-b0e55050321a for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:14.621049 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Updating router c058185e-c1dc-4174-a5f4-b0e55050321a port cf14d2f7-ee70-4e82-904a-89c41267ae34 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:14.632790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:14.652910 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.668070 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:14.694815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.695902 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Provisioning complete for port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:14.699300 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.710200 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] For port 5eeef5a4-5702-4573-a622-66a4ca1d4f42, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:14.752720 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-f94e4d38-a9f5-493f-b78c-6acf6d51566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.754033 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-f94e4d38-a9f5-493f-b78c-6acf6d51566c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.5353339 Mar 02 18:53:14.768070 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.768692 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.772038 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] For port 5eeef5a4-5702-4573-a622-66a4ca1d4f42, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=5eeef5a4-5702-4573-a622-66a4ca1d4f42,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:14.786081 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] 10.222.0.41 "PUT /v2.0/ports/c18601ae-d3c0-4184-8507-2c56dc3c3b83 HTTP/1.1" status: 200 len: 1093 time: 1.2068281 Mar 02 18:53:14.791380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:14.793798 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708daac0-0199-4345-8d29-96e131e4fbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:53:14.803360 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:14.861650 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-14dcea3b-f387-4d89-8ea1-5e0ffa0e7f7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904243 Mar 02 18:53:14.898619 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98da4a-c2df-404c-8092-e8c88037a655 req-c2093aa4-5370-4062-9664-9671b845c8aa tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.905812 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1b98da4a-c2df-404c-8092-e8c88037a655 req-c2093aa4-5370-4062-9664-9671b845c8aa tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 945 time: 0.3554580 Mar 02 18:53:14.947740 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0deddbe3-cf7a-4e67-b532-37e4de4d8955 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:14.957623 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff304453-78fc-43da-9559-4b2181fc7950 None None] Pushing event updated for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:14.979858 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a149-b528-43a5-8668-9ad13fcf155f service neutron] Pushing event updated for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:15.012852 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:15.013761 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:15.080180 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee0de-666f-4290-936e-1dd9816b1350 req-08ca2633-f134-436b-96c9-4681b86a91ac tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:15.086308 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a0aee0de-666f-4290-936e-1dd9816b1350 req-08ca2633-f134-436b-96c9-4681b86a91ac tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.4384451 Mar 02 18:53:15.169412 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks [] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.186564 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-dc64c55e-962c-4611-a728-dc7f98e7f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:15.189564 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.199934 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-dc64c55e-962c-4611-a728-dc7f98e7f00d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 1127 time: 0.2900105 Mar 02 18:53:15.206629 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-9fd0a21d-6edd-4b93-bda3-58b3a9106b5e service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354261 Mar 02 18:53:15.300062 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f765d46-9c91-47b2-bd83-bf714cf93b04 None None] Pushing event updated for resources: {'Port': ['ID=cf14d2f7-ee70-4e82-904a-89c41267ae34,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:15.317036 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-9c999880-7989-416f-9cf4-e6c12a54ea32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83 HTTP/1.1" status: 200 len: 217 time: 0.1074362 Mar 02 18:53:15.324367 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1b98da4a-c2df-404c-8092-e8c88037a655 req-45d82379-34a3-447d-a549-8b9e1f938fb3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848648 Mar 02 18:53:15.360656 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Current status of the port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:15.361772 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.373508 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Attempting to bind port cf14d2f7-ee70-4e82-904a-89c41267ae34 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:15.373868 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Attempting to bind port cf14d2f7-ee70-4e82-904a-89c41267ae34 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:15.374232 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Attempting to bind port cf14d2f7-ee70-4e82-904a-89c41267ae34 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:15.375089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:53:15.392619 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:15.393487 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:15.394063 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.394594 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:15.395987 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Bound port: cf14d2f7-ee70-4e82-904a-89c41267ae34, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:15.396707 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.405146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a0aee0de-666f-4290-936e-1dd9816b1350 req-5761d95b-1fc1-44d0-8123-645f7ba81479 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071227 Mar 02 18:53:15.451322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca780b-253d-4941-bcc5-168a3c21c57a x-openstack-request-id: req-76ca780b-253d-4941-bcc5-168a3c21c57a {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:53:15.451713 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:53:15.452026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76ca780b-253d-4941-bcc5-168a3c21c57a {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:53:15.452700 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', 'status': 'completed', 'code': 200} Mar 02 18:53:15.455794 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-7161b8ca-839d-4987-bfd1-55b7e97b2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:15.461890 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-7161b8ca-839d-4987-bfd1-55b7e97b2c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.1320043 Mar 02 18:53:15.483398 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-963f0abd-b09a-4463-8b6b-7ae3ab522d34 req-bd826eac-3420-40d0-b5c1-4dc7ba3833c1 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656972 Mar 02 18:53:15.511697 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] For port cf14d2f7-ee70-4e82-904a-89c41267ae34, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:15.520614 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] For port cf14d2f7-ee70-4e82-904a-89c41267ae34, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=cf14d2f7-ee70-4e82-904a-89c41267ae34,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:15.532609 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.560653 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.580425 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-38788c0e-26e3-4e61-98fd-2b7665923198 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090214 Mar 02 18:53:15.631338 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:15.631909 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:15.727093 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f765d46-9c91-47b2-bd83-bf714cf93b04 None None] Pushing event updated for resources: {'Port': ['ID=cf14d2f7-ee70-4e82-904a-89c41267ae34,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:15.762653 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:15.789252 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Allocated IP 172.20.0.1 (2b0d558d-b3da-4622-93e5-6a53b9c1fd57/f518ca2f-bccf-4bea-ac60-cfeba51b4658/0102b429-83d7-42d8-bac9-449cc88a02b9) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:15.941677 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks [] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.953598 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:15.953829 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:15.956610 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:15.964619 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] For port 0deddbe3-cf7a-4e67-b532-37e4de4d8955, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0deddbe3-cf7a-4e67-b532-37e4de4d8955,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:15.988671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.037223 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:16.038458 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.041550 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:16.049522 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:16.052571 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Pushing event updated for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:16.116636 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (c058185e-c1dc-4174-a5f4-b0e55050321a), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.160714 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:12Z', 'revision_number': 3, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:16.190590 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:16.191241 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.195447 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92e1d-8e91-4abe-9dcd-9917ef347af8 None None] The sync data for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi is: [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:12Z', 'revision_number': 3, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:16.196777 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-c0d53ea4-0f5b-4ebd-961b-90c5d0976f22 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971644 Mar 02 18:53:16.278866 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55043b6e-8754-4910-86cd-7a44485cf73f req-fb5e9fc4-5ba5-4ffd-bd50-2cdc86806874 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:16.287220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-55043b6e-8754-4910-86cd-7a44485cf73f req-fb5e9fc4-5ba5-4ffd-bd50-2cdc86806874 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 943 time: 0.7126088 Mar 02 18:53:16.327329 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Pushing event updated for resources: {'Port': ['ID=0deddbe3-cf7a-4e67-b532-37e4de4d8955,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:16.379928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.401532 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-55043b6e-8754-4910-86cd-7a44485cf73f req-b4d794eb-a1b8-4d85-98e3-60e91b2d7386 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127317 Mar 02 18:53:16.417153 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff04e94-b1b4-4055-a09f-e01e28a10395 req-b0328cdc-9dee-492d-b9d0-a4f32d7ab085 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123244 Mar 02 18:53:16.542815 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:16.665682 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Current status of the port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:16.667087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.752010 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] For port 5eeef5a4-5702-4573-a622-66a4ca1d4f42, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=5eeef5a4-5702-4573-a622-66a4ca1d4f42,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:16.757214 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-066d7a52-5651-48bd-b04b-1b7002ce98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:16.759376 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-066d7a52-5651-48bd-b04b-1b7002ce98d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 1127 time: 0.2598581 Mar 02 18:53:16.762218 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.767059 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks [] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.769055 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735fc64-f536-42e9-8d79-2b824ca89376 req-a35743cc-505d-4030-b15d-c80f20036803 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:16.771223 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4735fc64-f536-42e9-8d79-2b824ca89376 req-a35743cc-505d-4030-b15d-c80f20036803 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1971278 Mar 02 18:53:16.775586 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.803243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:14Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:16.834968 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Pushing event updated for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:16.838398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c48d3-0491-46bb-99e7-ba8e82a50fa6 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:14Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:16.914741 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (c058185e-c1dc-4174-a5f4-b0e55050321a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:16.915959 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77cc1b-2b85-4955-88df-9146a28ca733 req-a732a5af-f1c8-4738-ab4a-2ca73371760e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:16.918222 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c77cc1b-2b85-4955-88df-9146a28ca733 req-a732a5af-f1c8-4738-ab4a-2ca73371760e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 945 time: 0.4407287 Mar 02 18:53:16.931717 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c48408-89bf-41c4-bfa8-0f546989feda None None] Pushing event updated for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:16.957079 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Provisioning complete for port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:16.957387 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.069156 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4735fc64-f536-42e9-8d79-2b824ca89376 req-1ef102d7-0cd4-4399-b15e-a165ba892826 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819762 Mar 02 18:53:17.104826 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-2b80b872-e6ad-4c40-beaf-802e9cd66eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:17.106387 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-2b80b872-e6ad-4c40-beaf-802e9cd66eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 915 time: 0.3347948 Mar 02 18:53:17.110248 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c77cc1b-2b85-4955-88df-9146a28ca733 req-e746825f-18c4-406e-bb69-4dffb8266723 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700697 Mar 02 18:53:17.118781 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5eeef5a4-5702-4573-a622-66a4ca1d4f42 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:17.162462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:17.164147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:17.168056 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-8acfbdff-c8ce-4801-93a8-df7d8809930b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83 HTTP/1.1" status: 200 len: 217 time: 0.0529180 Mar 02 18:53:17.204422 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Current status of the port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:17.248199 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:17.248417 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.277021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-49f3c734-c502-4a35-9e27-d47b7b7c4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:17.278519 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-49f3c734-c502-4a35-9e27-d47b7b7c4bae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.0970385 Mar 02 18:53:17.333208 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:17.333706 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.373392 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-600875d2-4179-428c-89f7-94e61d6756c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876706 Mar 02 18:53:17.472113 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Router c058185e-c1dc-4174-a5f4-b0e55050321a has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:53:17.514572 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:17.516435 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device cf14d2f7-ee70-4e82-904a-89c41267ae34 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:17.595553 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-ba1c4367-5f15-48fa-8a26-11871785e400 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154226 Mar 02 18:53:17.599815 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Current status of the port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:17.608258 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port cf14d2f7-ee70-4e82-904a-89c41267ae34 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:17.608764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.640990 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Provisioning complete for port 0102b429-83d7-42d8-bac9-449cc88a02b9 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:17.641208 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.649712 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:17.663561 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6aa67eb4-1cf0-4025-a189-c96fe0f6a20b admin admin] 10.222.0.21 "PUT /v2.0/routers/c058185e-c1dc-4174-a5f4-b0e55050321a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4224315 Mar 02 18:53:17.691557 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-4cd386e3-7230-45d4-b20d-7a01750c1292 None None] Port 0102b429-83d7-42d8-bac9-449cc88a02b9 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:17.699196 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8693592-3e30-4904-9e6d-2af2c169daf9 req-7038191a-078f-42d0-8f00-5c7b167998d2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:17.706528 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f8693592-3e30-4904-9e6d-2af2c169daf9 req-7038191a-078f-42d0-8f00-5c7b167998d2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 943 time: 0.1809101 Mar 02 18:53:17.752761 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port cf14d2f7-ee70-4e82-904a-89c41267ae34 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:17.758304 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.790195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-708daac0-0199-4345-8d29-96e131e4fbc1 req-cd6183ec-fd2d-4439-a7fd-3aa342414106 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875772 Mar 02 18:53:17.806297 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f8693592-3e30-4904-9e6d-2af2c169daf9 req-48ea6844-3197-405a-b325-fd4064fc8207 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940964 Mar 02 18:53:17.830556 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port cf14d2f7-ee70-4e82-904a-89c41267ae34, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=cf14d2f7-ee70-4e82-904a-89c41267ae34,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:17.840715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:17.841747 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0deddbe3-cf7a-4e67-b532-37e4de4d8955 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:17.937768 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-0bcd8c2e-a773-4736-8927-b1b1b9bf7e62 None None] Provisioning complete for port 0102b429-83d7-42d8-bac9-449cc88a02b9 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:17.938157 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8c2e-a773-4736-8927-b1b1b9bf7e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.005716 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=cf14d2f7-ee70-4e82-904a-89c41267ae34,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.014870 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:18.015923 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.019997 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd8c2e-a773-4736-8927-b1b1b9bf7e62 None None] Port 0102b429-83d7-42d8-bac9-449cc88a02b9 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:18.111949 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:18.181170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7b85-8e63-44ea-b893-3936270700a6 req-ba2206d7-950e-43c0-b9eb-a6449b718ae1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:18.182786 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-534d7b85-8e63-44ea-b893-3936270700a6 req-ba2206d7-950e-43c0-b9eb-a6449b718ae1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Mar 02 18:53:18.244077 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-534d7b85-8e63-44ea-b893-3936270700a6 req-8a1d1623-8b41-408a-88de-4471f5418613 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Mar 02 18:53:18.252572 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55358) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.263047 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367608616', 'description': 'tempest-secgroup-smoke-1367608616 description', 'project_id': 'a293c75859834cf6878ced41ebacad9d'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:18.283789 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.350397 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f09f-0d5b-4216-8111-b6ddfb84c808 req-d0c4f44d-c98c-47ff-b5a6-f4ecfef8637c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:18.352136 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2825f09f-0d5b-4216-8111-b6ddfb84c808 req-d0c4f44d-c98c-47ff-b5a6-f4ecfef8637c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 945 time: 0.0563102 Mar 02 18:53:18.354110 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (a8c65117-d09e-4032-9aec-2309c9d67cb3), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.359751 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a8c65117-d09e-4032-9aec-2309c9d67cb3), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.398716 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.400017 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1463218 Mar 02 18:53:18.403152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55364) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.403475 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c65117-d09e-4032-9aec-2309c9d67cb3,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.411458 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.412035 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.412558 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.413060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.413215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:18.413722 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.414221 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.414835 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.415330 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.415810 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.416302 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.416789 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.417269 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.417905 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5494dba-537f-4de9-b672-dc7b4dc3b87f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.437275 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2825f09f-0d5b-4216-8111-b6ddfb84c808 req-91b61df6-c7a5-438e-8797-56dffe800934 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780284 Mar 02 18:53:18.461890 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (0079da2c-ca7d-41e9-bfad-211e8da18403), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.511464 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (0079da2c-ca7d-41e9-bfad-211e8da18403), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.515716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (0079da2c-ca7d-41e9-bfad-211e8da18403), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.536094 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0079da2c-ca7d-41e9-bfad-211e8da18403,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.544607 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.545940 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410713 Mar 02 18:53:18.547914 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.548266 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.548612 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.548950 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.549287 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.549655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.550041 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.550295 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.550582 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55368) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.551044 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.551044 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.551291 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.551617 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.551938 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c3df90-a2c1-43bc-adde-0a54e4ee048d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:18.556374 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:18.588267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f0d76ecb-02e0-4265-895e-62d684e9d6b3), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.634362 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55370) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.649850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f0d76ecb-02e0-4265-895e-62d684e9d6b3), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.653976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f0d76ecb-02e0-4265-895e-62d684e9d6b3), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.668350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d76ecb-02e0-4265-895e-62d684e9d6b3,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.681921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.686720 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-09af2811-edea-40f0-a715-047557c7a7d8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306934 Mar 02 18:53:18.687642 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55374) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.692235 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:18.720168 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (78f543f4-9773-4fda-990e-bcc7238ad4eb), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.760538 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-28345d5d-6f19-4a6b-b909-ffb03e6b22b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.826219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (78f543f4-9773-4fda-990e-bcc7238ad4eb), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.834778 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Sync routers for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:18.835855 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (78f543f4-9773-4fda-990e-bcc7238ad4eb), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.845928 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:18.846645 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:18.867898 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f543f4-9773-4fda-990e-bcc7238ad4eb,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.881095 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.884731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-83aef438-a7ea-401e-8a2b-6eaa0eed9a21 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1936691 Mar 02 18:53:18.885177 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55378) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:18.903570 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5eeef5a4-5702-4573-a622-66a4ca1d4f42 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:18.906386 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:18.952585 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-28345d5d-6f19-4a6b-b909-ffb03e6b22b7 admin admin] Publish callbacks [] for security_group (fbdf2083-f60a-47bd-a6bc-aa33da815a7d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.956216 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f08a70fa-1014-452a-9a9b-8cd32324bf70), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:18.965021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-28345d5d-6f19-4a6b-b909-ffb03e6b22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fbdf2083-f60a-47bd-a6bc-aa33da815a7d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.015473 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:19.024609 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11ad0f-fb13-47b9-ba71-3e0ab49e770e req-3a4873e6-9119-4645-abd0-0dd35677783f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:19.029236 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8f11ad0f-fb13-47b9-ba71-3e0ab49e770e req-3a4873e6-9119-4645-abd0-0dd35677783f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 943 time: 0.1296985 Mar 02 18:53:19.031998 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28345d5d-6f19-4a6b-b909-ffb03e6b22b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf2083-f60a-47bd-a6bc-aa33da815a7d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:19.039758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f08a70fa-1014-452a-9a9b-8cd32324bf70), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.046081 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f08a70fa-1014-452a-9a9b-8cd32324bf70), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.065480 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-28345d5d-6f19-4a6b-b909-ffb03e6b22b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed23aede834c4d93b51c45247de9cf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297283 Mar 02 18:53:19.068954 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55384) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:19.072587 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:19.073255 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.090216 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08a70fa-1014-452a-9a9b-8cd32324bf70,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:19.110222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.112198 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e4f81514-ac90-478c-b832-76f93ea085b3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2231178 Mar 02 18:53:19.115888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55388) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:19.128501 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:19.128763 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8f11ad0f-fb13-47b9-ba71-3e0ab49e770e req-eec3e6ce-2c16-450b-8dd4-7cd92b327dca tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785761 Mar 02 18:53:19.171047 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.securitygroups_db [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Project a293c75859834cf6878ced41ebacad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:53:19.180757 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (c841eeff-f879-448a-9a43-3cdda886f909), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.192107 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] Publish callbacks [] for security_group (fbdf2083-f60a-47bd-a6bc-aa33da815a7d), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.234812 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] Publish callbacks [] for security_group (fbdf2083-f60a-47bd-a6bc-aa33da815a7d), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.277138 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (c841eeff-f879-448a-9a43-3cdda886f909), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.283693 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (c841eeff-f879-448a-9a43-3cdda886f909), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.307649 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841eeff-f879-448a-9a43-3cdda886f909,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:19.316125 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.321235 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55392) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:19.328168 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'security_group_rule': {'security_group_id': 'a8c65117-d09e-4032-9aec-2309c9d67cb3', 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:19.330044 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-c856b4e8-553f-4ea8-b519-65ab1efaf1fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2126594 Mar 02 18:53:19.339125 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fbdf2083-f60a-47bd-a6bc-aa33da815a7d), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.342583 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.344822 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbdf2083-f60a-47bd-a6bc-aa33da815a7d HTTP/1.1" status: 204 len: 168 time: 0.2711256 Mar 02 18:53:19.353766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72097c98-a817-4574-8d6f-2e02aa91c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf2083-f60a-47bd-a6bc-aa33da815a7d,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:19.388921 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.securitygroups_db [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Project a293c75859834cf6878ced41ebacad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:53:19.397370 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f7014e14-c40c-4bd1-9693-58b3af033e6a), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.416193 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:19.417339 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device cf14d2f7-ee70-4e82-904a-89c41267ae34 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:19.432295 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6482e3-ccda-4a52-8b78-744abd734971 req-0ee8da86-63c8-4a45-ab8e-0a313c6ef66f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:19.433908 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eb6482e3-ccda-4a52-8b78-744abd734971 req-0ee8da86-63c8-4a45-ab8e-0a313c6ef66f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0966065 Mar 02 18:53:19.504613 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (f7014e14-c40c-4bd1-9693-58b3af033e6a), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.513501 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eb6482e3-ccda-4a52-8b78-744abd734971 req-c1e930f3-6e9a-4ced-a507-1f6be3893f96 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Mar 02 18:53:19.514124 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f7014e14-c40c-4bd1-9693-58b3af033e6a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.539439 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7014e14-c40c-4bd1-9693-58b3af033e6a,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:19.543491 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port cf14d2f7-ee70-4e82-904a-89c41267ae34 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:19.544019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.562930 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.567504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-0690857b-d4b1-4c4d-96f6-935d16a56557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2421138 Mar 02 18:53:19.590327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 4, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '0102b429-83d7-42d8-bac9-449cc88a02b9', 'name': '', 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'mac_address': 'fa:16:3e:3d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:15Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 2, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'subnets': [{'id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:19.629745 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Checking router: c058185e-c1dc-4174-a5f4-b0e55050321a for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:19.630396 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Updating router c058185e-c1dc-4174-a5f4-b0e55050321a port 0102b429-83d7-42d8-bac9-449cc88a02b9 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:19.632183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673868ce-7db8-4504-ab33-71a29ce37704 req-15cfc3a8-9bf1-4d63-a481-1ba11060a23c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:19.635918 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0d2dbd47-d71c-48c1-910c-40aeea8ee23d up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:19.637819 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-673868ce-7db8-4504-ab33-71a29ce37704 req-15cfc3a8-9bf1-4d63-a481-1ba11060a23c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 945 time: 0.0794706 Mar 02 18:53:19.720385 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:19.724831 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-673868ce-7db8-4504-ab33-71a29ce37704 req-5463ce21-843a-45ec-9910-d9c31178acf5 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852983 Mar 02 18:53:19.806777 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port cf14d2f7-ee70-4e82-904a-89c41267ae34 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:19.864351 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:53:19.878621 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:19.879004 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.043685 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:20.044090 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.082874 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:20.085160 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265486a1-46b1-4d49-b80d-1beb806ecff3" -d '{"events": [{"server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "name": "network-vif-plugged", "status": "completed", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:53:20.104330 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:20.112632 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.154721 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c664886-5169-4105-9338-ff35a7733719 x-openstack-request-id: req-1c664886-5169-4105-9338-ff35a7733719 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:53:20.154912 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "name": "network-vif-plugged", "status": "completed", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:53:20.155164 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c664886-5169-4105-9338-ff35a7733719 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:53:20.155654 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'code': 200} Mar 02 18:53:20.227226 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks [] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.243780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:20.265122 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.357096 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45da5a8-9b22-4bd1-a1bc-744cdd40ceca None None] Pushing event updated for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:20.364137 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e4307-5298-4022-b4ac-83096a1ee6e3 req-655a49a9-f96f-4101-9d8e-ba278d7985e4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.365887 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f73e4307-5298-4022-b4ac-83096a1ee6e3 req-655a49a9-f96f-4101-9d8e-ba278d7985e4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 943 time: 0.0994656 Mar 02 18:53:20.443268 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Attempting to bind port 0102b429-83d7-42d8-bac9-449cc88a02b9 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:20.443985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Attempting to bind port 0102b429-83d7-42d8-bac9-449cc88a02b9 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:20.444327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Attempting to bind port 0102b429-83d7-42d8-bac9-449cc88a02b9 on network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:20.450537 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:20.451124 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Checking segment: {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:20.452781 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.453197 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Bound using segment: {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:20.454112 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Bound port: 0102b429-83d7-42d8-bac9-449cc88a02b9, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:20.454518 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.527382 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c711f05-fd1d-46d4-8c50-02d536001f14 req-72cc9eb0-9190-45db-8af2-b39fe3a6ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.528940 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c711f05-fd1d-46d4-8c50-02d536001f14 req-72cc9eb0-9190-45db-8af2-b39fe3a6ca1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1130 time: 0.1620033 Mar 02 18:53:20.543905 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] For port 0102b429-83d7-42d8-bac9-449cc88a02b9, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:20.553713 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] For port 0102b429-83d7-42d8-bac9-449cc88a02b9, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0102b429-83d7-42d8-bac9-449cc88a02b9,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:20.562083 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f73e4307-5298-4022-b4ac-83096a1ee6e3 req-bd2eb89d-1bfd-4377-86b7-be24c7b21b34 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804483 Mar 02 18:53:20.563046 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.638145 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c711f05-fd1d-46d4-8c50-02d536001f14 req-ab719b41-d0ac-454d-a7f3-b1aae6828d19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736330 Mar 02 18:53:20.663043 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:20.663729 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:20.731242 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0bc46-6dbc-4857-813f-6e3998d93448 req-ad72ae23-b9be-4ec6-bf11-8f0610f66113 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.734011 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ae0bc46-6dbc-4857-813f-6e3998d93448 req-ad72ae23-b9be-4ec6-bf11-8f0610f66113 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1177561 Mar 02 18:53:20.752738 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45da5a8-9b22-4bd1-a1bc-744cdd40ceca None None] Pushing event updated for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:20.851958 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Provisioning complete for port 0102b429-83d7-42d8-bac9-449cc88a02b9 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:20.852480 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:20.900413 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ae0bc46-6dbc-4857-813f-6e3998d93448 req-5cb1c5a2-a797-431b-b314-c7b917dedd39 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455531 Mar 02 18:53:20.919956 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:20.967900 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75abfb2-0079-4c7e-93d6-4234e8631e7a req-025ff6c7-f05c-41b2-bf88-20017c53715f tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.976145 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b75abfb2-0079-4c7e-93d6-4234e8631e7a req-025ff6c7-f05c-41b2-bf88-20017c53715f tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0959346 Mar 02 18:53:21.043530 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b75abfb2-0079-4c7e-93d6-4234e8631e7a req-ce97dc8e-a05b-4fd5-a6fd-8b26c9cf51df tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663142 Mar 02 18:53:21.123144 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Current status of the port 0102b429-83d7-42d8-bac9-449cc88a02b9 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:21.123546 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:21.189552 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] For port 0102b429-83d7-42d8-bac9-449cc88a02b9, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0102b429-83d7-42d8-bac9-449cc88a02b9,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:21.210922 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:21.267160 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c067ab-fb7e-4178-9b17-d4a2b01351b8 None None] Pushing event updated for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:21.278726 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 4, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '0102b429-83d7-42d8-bac9-449cc88a02b9', 'name': '', 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'mac_address': 'fa:16:3e:3d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:15Z', 'updated_at': '2022-03-02T18:53:20Z', 'revision_number': 4, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'subnets': [{'id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:21.305147 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f33176-aef6-4888-a3b9-f4c078408d9e None None] The sync data for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi is: [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 4, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '0102b429-83d7-42d8-bac9-449cc88a02b9', 'name': '', 'network_id': '2b0d558d-b3da-4622-93e5-6a53b9c1fd57', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'mac_address': 'fa:16:3e:3d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:15Z', 'updated_at': '2022-03-02T18:53:20Z', 'revision_number': 4, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'subnets': [{'id': 'f518ca2f-bccf-4bea-ac60-cfeba51b4658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:21.334298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-114d1b4a-9fae-4ace-bce2-0a0f27871708 None None] Provisioning complete for port 0102b429-83d7-42d8-bac9-449cc88a02b9 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:21.334681 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-114d1b4a-9fae-4ace-bce2-0a0f27871708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:21.438137 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-114d1b4a-9fae-4ace-bce2-0a0f27871708 None None] Current status of the port 0102b429-83d7-42d8-bac9-449cc88a02b9 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:21.476051 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:53:21.682272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a837b-a132-42d5-8e98-1b0abff07b4b req-1c2cabf0-8027-45a1-9e73-aafa99722ce6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:21.683800 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-374a837b-a132-42d5-8e98-1b0abff07b4b req-1c2cabf0-8027-45a1-9e73-aafa99722ce6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 943 time: 0.0571418 Mar 02 18:53:21.688205 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c18601ae-d3c0-4184-8507-2c56dc3c3b83 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:53:21.738081 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-374a837b-a132-42d5-8e98-1b0abff07b4b req-0b889b95-6913-4d51-b264-f3b56ba8ded2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Mar 02 18:53:21.802694 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:21.814883 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'port_id': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', 'mac_address': 'fa:16:3e:dd:ed:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:53:21.864839 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port c18601ae-d3c0-4184-8507-2c56dc3c3b83 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:21.865227 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:21.880568 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18601ae-d3c0-4184-8507-2c56dc3c3b83 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:21.903492 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:21.911537 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:21.972518 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:22.050498 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962df99-1d14-4266-8918-19128b947154 req-626e9d7f-a09c-4962-b25b-e9e2777c4342 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.051980 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0962df99-1d14-4266-8918-19128b947154 req-626e9d7f-a09c-4962-b25b-e9e2777c4342 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0672297 Mar 02 18:53:22.103356 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0962df99-1d14-4266-8918-19128b947154 req-c913f3af-867f-4607-92cc-bb667993c4c3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Mar 02 18:53:22.163786 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907472-f97f-4ab7-9219-fd61e365e1ed req-9e5a1dc6-1583-45eb-afb3-929826758009 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.165407 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6e907472-f97f-4ab7-9219-fd61e365e1ed req-9e5a1dc6-1583-45eb-afb3-929826758009 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0606644 Mar 02 18:53:22.239130 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6e907472-f97f-4ab7-9219-fd61e365e1ed req-20f3a358-3b03-48f2-8c58-434439236eea tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678303 Mar 02 18:53:22.867575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a017-760a-4d1d-b5f9-68a580373fa1 req-4a85c10b-4975-4f54-94c8-7d242c17ed9c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.869187 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c336a017-760a-4d1d-b5f9-68a580373fa1 req-4a85c10b-4975-4f54-94c8-7d242c17ed9c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0560591 Mar 02 18:53:22.887896 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0102b429-83d7-42d8-bac9-449cc88a02b9 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:22.925974 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c336a017-760a-4d1d-b5f9-68a580373fa1 req-b0334034-f62f-484b-a14e-29af7dd12547 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Mar 02 18:53:22.939915 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 0102b429-83d7-42d8-bac9-449cc88a02b9 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:22.940307 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:23.024211 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 0102b429-83d7-42d8-bac9-449cc88a02b9 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:23.222266 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5aaf1-1192-4ae5-8b1f-af41ff4b381d req-fbfe2014-7601-4364-a9ff-0850e3b61945 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:23.223741 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65f5aaf1-1192-4ae5-8b1f-af41ff4b381d req-fbfe2014-7601-4364-a9ff-0850e3b61945 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Mar 02 18:53:23.273345 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65f5aaf1-1192-4ae5-8b1f-af41ff4b381d req-96650ce9-4995-40cc-bd86-ada6875ea612 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Mar 02 18:53:23.377814 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37130e04-d313-4d34-a129-38152040fddd req-5205fd91-ffc5-4417-92a4-d64a863faa1d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:23.379277 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-37130e04-d313-4d34-a129-38152040fddd req-5205fd91-ffc5-4417-92a4-d64a863faa1d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0621667 Mar 02 18:53:23.425436 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-37130e04-d313-4d34-a129-38152040fddd req-bb1a18e2-52ae-4a5c-8495-774b694a55a9 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Mar 02 18:53:24.046011 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c539c-b87e-4498-972c-dbc1dc4f6f59 req-67f20589-48ae-4eb7-81ca-80e766a9f2de tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:24.047754 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e68c539c-b87e-4498-972c-dbc1dc4f6f59 req-67f20589-48ae-4eb7-81ca-80e766a9f2de tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0530436 Mar 02 18:53:24.095985 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e68c539c-b87e-4498-972c-dbc1dc4f6f59 req-c381aff7-73c8-46db-9b46-5169bc574042 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Mar 02 18:53:24.400167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3e4e5-b776-4c3b-8c01-5fff2808e7ce req-3d46b16a-bf94-4c83-8f90-53a1100ab1cf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:24.401676 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-89e3e4e5-b776-4c3b-8c01-5fff2808e7ce req-3d46b16a-bf94-4c83-8f90-53a1100ab1cf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0567820 Mar 02 18:53:24.451433 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-89e3e4e5-b776-4c3b-8c01-5fff2808e7ce req-509f3ddf-9c8e-4f93-9ce4-2271c8af8b2f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Mar 02 18:53:24.544903 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cd020-8068-489b-bd10-c83049ac28af req-d653b9f3-095d-430a-9693-bacf41f7ca2a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:24.547019 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7b7cd020-8068-489b-bd10-c83049ac28af req-d653b9f3-095d-430a-9693-bacf41f7ca2a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0551741 Mar 02 18:53:24.595181 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7b7cd020-8068-489b-bd10-c83049ac28af req-9d7e665f-0d9c-4c9c-8f8b-25df15e1f6c2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Mar 02 18:53:25.213328 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721288-9260-4a94-a8da-62504d7ee3dc req-258b05fa-235b-4a67-ad08-5a44e5c9aff6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:25.214811 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0721288-9260-4a94-a8da-62504d7ee3dc req-258b05fa-235b-4a67-ad08-5a44e5c9aff6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Mar 02 18:53:25.266035 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0721288-9260-4a94-a8da-62504d7ee3dc req-0df791a8-b54e-4864-9571-d77eb2d877f5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Mar 02 18:53:25.571932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b5b4-6a82-4b06-8ca4-7783ce34ff7f req-5c4e3dc5-2a35-4053-8280-7410715bbd1a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:25.573299 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e977b5b4-6a82-4b06-8ca4-7783ce34ff7f req-5c4e3dc5-2a35-4053-8280-7410715bbd1a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Mar 02 18:53:25.626058 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e977b5b4-6a82-4b06-8ca4-7783ce34ff7f req-fcb5617a-8c42-4f28-96b0-c853e2b9753f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 Mar 02 18:53:25.718268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd21ec-fea4-4aef-9d9a-e33b6f00a01d req-0ebf65e3-a206-4741-996d-94bfc12ea40e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:25.719818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2dcd21ec-fea4-4aef-9d9a-e33b6f00a01d req-0ebf65e3-a206-4741-996d-94bfc12ea40e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Mar 02 18:53:25.774651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2dcd21ec-fea4-4aef-9d9a-e33b6f00a01d req-c124893e-bd5f-41f0-9f0d-92d1b5d91e77 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Mar 02 18:53:26.391152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325f975-277d-414d-beaa-fab63a283057 req-1290b9ad-a336-4332-a31d-1114375a4b51 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:26.392360 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2325f975-277d-414d-beaa-fab63a283057 req-1290b9ad-a336-4332-a31d-1114375a4b51 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0595081 Mar 02 18:53:26.444501 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2325f975-277d-414d-beaa-fab63a283057 req-41b231ba-9719-48cb-a821-6af1facf3726 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Mar 02 18:53:26.743986 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7047db2-5382-4ee3-a1e1-52e4c91a34d4 req-14b0420b-59a2-4849-bedd-ba8b1cf1d145 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:26.745552 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f7047db2-5382-4ee3-a1e1-52e4c91a34d4 req-14b0420b-59a2-4849-bedd-ba8b1cf1d145 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Mar 02 18:53:26.794875 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f7047db2-5382-4ee3-a1e1-52e4c91a34d4 req-f3edf5d2-9b4c-4116-8efa-bd37747e52fd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Mar 02 18:53:26.893538 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd87218-897d-4f10-9e3a-c3c7f26e3fd7 req-9be7a5f3-3308-4c8a-88f2-ea63bf5e87b1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:26.895010 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5fd87218-897d-4f10-9e3a-c3c7f26e3fd7 req-9be7a5f3-3308-4c8a-88f2-ea63bf5e87b1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0536172 Mar 02 18:53:26.948046 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5fd87218-897d-4f10-9e3a-c3c7f26e3fd7 req-06986063-c967-4f0c-8bd8-4c7218308c74 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Mar 02 18:53:27.044501 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:27.566938 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bd9d5-f4ea-4cd7-b6bd-b3367b12ab24 req-3b734991-34a0-4fb7-a324-0a06ddcabb8d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:27.568711 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-626bd9d5-f4ea-4cd7-b6bd-b3367b12ab24 req-3b734991-34a0-4fb7-a324-0a06ddcabb8d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0545321 Mar 02 18:53:27.621389 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-626bd9d5-f4ea-4cd7-b6bd-b3367b12ab24 req-68df0d85-53f5-4f6d-a50f-7d34b29b5803 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Mar 02 18:53:27.910190 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['c18601ae-d3c0-4184-8507-2c56dc3c3b83'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:53:27.923307 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753a888-c58c-4164-9303-0f0f01c5c5c5 req-816af320-aa49-49bd-9936-4ad4da7d9439 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:27.924815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9753a888-c58c-4164-9303-0f0f01c5c5c5 req-816af320-aa49-49bd-9936-4ad4da7d9439 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0539925 Mar 02 18:53:27.973876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9753a888-c58c-4164-9303-0f0f01c5c5c5 req-ba8190c7-e47b-4722-b37d-55e9cbe5e923 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Mar 02 18:53:28.096771 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3ff36-029d-4058-bcad-a2b93b0f9885 req-e3a28e01-3b59-4e8e-a5cd-9640ae14d0c2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:28.098404 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eff3ff36-029d-4058-bcad-a2b93b0f9885 req-e3a28e01-3b59-4e8e-a5cd-9640ae14d0c2 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0732844 Mar 02 18:53:28.158769 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eff3ff36-029d-4058-bcad-a2b93b0f9885 req-8cc3e376-d322-4e98-9eba-506a518965e3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507636 Mar 02 18:53:28.765079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120e82c-42ee-4a48-9f53-aae7f189318d req-05af69e7-2930-42d1-92fa-3761d5d87b92 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:28.774220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3120e82c-42ee-4a48-9f53-aae7f189318d req-05af69e7-2930-42d1-92fa-3761d5d87b92 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0760620 Mar 02 18:53:28.862982 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3120e82c-42ee-4a48-9f53-aae7f189318d req-debbf551-5a02-466e-bfd3-9bbe7196a6fa tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876050 Mar 02 18:53:29.110918 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b363e-b8d3-4ad0-bf7e-68eee8de5dba req-9071dba8-bcd5-4c11-8050-d16babf88d74 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:29.112456 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d48b363e-b8d3-4ad0-bf7e-68eee8de5dba req-9071dba8-bcd5-4c11-8050-d16babf88d74 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0595605 Mar 02 18:53:29.165057 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d48b363e-b8d3-4ad0-bf7e-68eee8de5dba req-f68956da-da8e-4f4d-b19b-e08b28dcbcda tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Mar 02 18:53:29.279009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff23a-1ce4-425b-8fce-3736822ffbf0 req-4e26ec85-a6b4-4832-a1a0-b0876d40c3b4 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:29.281039 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41fff23a-1ce4-425b-8fce-3736822ffbf0 req-4e26ec85-a6b4-4832-a1a0-b0876d40c3b4 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0540528 Mar 02 18:53:29.327169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-41fff23a-1ce4-425b-8fce-3736822ffbf0 req-25b88249-e4ae-4961-bc7c-af90ce4df266 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Mar 02 18:53:29.442167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf159d-be10-45de-9f59-4e75661ec3e2 req-608a058d-8293-4b87-b1b8-ba6e4ce14340 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:29.443665 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51cf159d-be10-45de-9f59-4e75661ec3e2 req-608a058d-8293-4b87-b1b8-ba6e4ce14340 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0517435 Mar 02 18:53:29.493364 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51cf159d-be10-45de-9f59-4e75661ec3e2 req-919169b4-5c1b-4e45-a455-2fb9e500566c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Mar 02 18:53:29.809453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170870b-3b09-4107-951d-7d5b1e566b1e req-0b5833e1-8d29-45e2-8456-e41ae4e0af04 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:29.810832 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9170870b-3b09-4107-951d-7d5b1e566b1e req-0b5833e1-8d29-45e2-8456-e41ae4e0af04 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Mar 02 18:53:29.859584 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9170870b-3b09-4107-951d-7d5b1e566b1e req-9be5f187-caad-48e9-946d-4c9d58871794 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Mar 02 18:53:29.987483 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751f79b-4d13-42fc-a016-b0fb1fd1ffd5 req-3dc6e96b-dd07-4f56-9a9f-24d4c06f7846 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:29.988978 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c751f79b-4d13-42fc-a016-b0fb1fd1ffd5 req-3dc6e96b-dd07-4f56-9a9f-24d4c06f7846 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0522063 Mar 02 18:53:30.042277 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c751f79b-4d13-42fc-a016-b0fb1fd1ffd5 req-ddb3a501-1fff-494c-9be7-888e5469e95f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Mar 02 18:53:30.285063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8561d3c-e192-47a7-ba30-e4bbbb40f5a3 req-1fe015b1-ac8c-4db9-81a3-8ea31ffb70db tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:30.286673 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e8561d3c-e192-47a7-ba30-e4bbbb40f5a3 req-1fe015b1-ac8c-4db9-81a3-8ea31ffb70db tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0544624 Mar 02 18:53:30.332568 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e8561d3c-e192-47a7-ba30-e4bbbb40f5a3 req-381c74b7-7538-4b23-83b4-ae405b904791 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Mar 02 18:53:31.167805 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b98d-1e96-468b-b694-46d14a792bf8 req-b2995113-19d5-47bc-a666-bbc3250505c8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:31.169297 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4279b98d-1e96-468b-b694-46d14a792bf8 req-b2995113-19d5-47bc-a666-bbc3250505c8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0538535 Mar 02 18:53:31.218938 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4279b98d-1e96-468b-b694-46d14a792bf8 req-f712ef46-f4b6-45a6-a4cc-1cdfae40cc95 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Mar 02 18:53:31.457164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ba6e-43eb-41e8-9fa9-b08831ad8835 req-a15aee15-f46b-4b27-adfe-b797d95824b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:31.458600 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c650ba6e-43eb-41e8-9fa9-b08831ad8835 req-a15aee15-f46b-4b27-adfe-b797d95824b3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0543504 Mar 02 18:53:31.507404 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c650ba6e-43eb-41e8-9fa9-b08831ad8835 req-e58d982c-e482-4a61-ae5e-fcf8d93359bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Mar 02 18:53:32.345328 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7381aa-b55f-4763-9918-8d2568623b6a req-d7a28440-d411-4d6a-9ed2-b625afd69736 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:32.346842 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0d7381aa-b55f-4763-9918-8d2568623b6a req-d7a28440-d411-4d6a-9ed2-b625afd69736 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0584328 Mar 02 18:53:32.393140 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0d7381aa-b55f-4763-9918-8d2568623b6a req-30e63f3d-a5b3-4916-9c06-35e20ee8d0d2 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Mar 02 18:53:32.624334 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5aab-ef74-46b3-b4a8-5f99e861e9a4 req-5e616d49-e560-4152-88be-e7bc61a820ef tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:32.625923 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-384c5aab-ef74-46b3-b4a8-5f99e861e9a4 req-5e616d49-e560-4152-88be-e7bc61a820ef tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0515509 Mar 02 18:53:32.671464 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-384c5aab-ef74-46b3-b4a8-5f99e861e9a4 req-b4a7e124-e4b7-4e56-87c2-1b52be8f7a30 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Mar 02 18:53:33.511515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928bf2-0260-4c5a-adef-d9ed0e46843d req-4aefa60c-ec3d-4f3c-a721-41f08f9067b8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:33.512960 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c2928bf2-0260-4c5a-adef-d9ed0e46843d req-4aefa60c-ec3d-4f3c-a721-41f08f9067b8 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0536780 Mar 02 18:53:33.558278 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c2928bf2-0260-4c5a-adef-d9ed0e46843d req-1994ed9f-7db8-4dde-bb95-466702de1c1e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Mar 02 18:53:33.816210 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853a95-fa73-42a0-b4ff-81b7858f711d req-d46f8223-cef1-4ddf-8728-14cb44a8755d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:33.817720 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3853a95-fa73-42a0-b4ff-81b7858f711d req-d46f8223-cef1-4ddf-8728-14cb44a8755d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0740075 Mar 02 18:53:33.820372 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-71b42778-f576-4a5e-8c85-52e16da35bba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848000 Mar 02 18:53:33.877363 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3853a95-fa73-42a0-b4ff-81b7858f711d req-93d263fe-c19f-4b20-94b8-e0d692095582 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539994 Mar 02 18:53:33.910501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-63385120-04a4-4f65-b3f1-b4d490b1378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:33.911977 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-63385120-04a4-4f65-b3f1-b4d490b1378f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 1129 time: 0.0491536 Mar 02 18:53:34.017773 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-08bbe8b7-4768-403d-949b-8649c882da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.019238 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-08bbe8b7-4768-403d-949b-8649c882da5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 915 time: 0.0880401 Mar 02 18:53:34.067102 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-2979f0af-2d38-4836-a1e7-6ce02926c418 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7 HTTP/1.1" status: 200 len: 217 time: 0.0419350 Mar 02 18:53:34.116816 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-ce1c1be5-327d-476f-93b6-5911f23343d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.118400 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-ce1c1be5-327d-476f-93b6-5911f23343d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.0455313 Mar 02 18:53:34.149485 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-082e80db-0a77-4a03-a886-dedd0694c7c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249372 Mar 02 18:53:34.243303 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-2adcccbd-332d-4a1f-9ee9-de1fa39c0998 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Mar 02 18:53:34.329503 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb0be6c4-3a2f-4d9d-b525-07747fa4a769 req-52d8bc49-219e-44fa-9c2e-13538395fad8 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 Mar 02 18:53:34.361444 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5d06853b-bafb-46c0-923b-e9b99bcdd6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:34.683247 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a370de-8b83-4ecf-8c43-965d9fa9a576 req-f9e39bdf-9d7c-4a44-9201-68535f7a3764 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.684828 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f5a370de-8b83-4ecf-8c43-965d9fa9a576 req-f9e39bdf-9d7c-4a44-9201-68535f7a3764 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 944 time: 0.0593076 Mar 02 18:53:34.735052 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f5a370de-8b83-4ecf-8c43-965d9fa9a576 req-aa00e22c-88ff-402f-8dc3-ae9775f3b323 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Mar 02 18:53:34.994780 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f371d-ab1b-42a9-a82c-e66e707567ce req-65993dd2-2e07-4640-8c17-dd5a499495f3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:34.996244 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b0f371d-ab1b-42a9-a82c-e66e707567ce req-65993dd2-2e07-4640-8c17-dd5a499495f3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Mar 02 18:53:35.043640 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b0f371d-ab1b-42a9-a82c-e66e707567ce req-a79da077-a25b-4962-824e-0ccd6b1bbf83 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Mar 02 18:53:35.638506 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c18601ae-d3c0-4184-8507-2c56dc3c3b83 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:35.690897 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port c18601ae-d3c0-4184-8507-2c56dc3c3b83 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:53:35.694410 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port c18601ae-d3c0-4184-8507-2c56dc3c3b83 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:35.694778 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:35.770878 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port c18601ae-d3c0-4184-8507-2c56dc3c3b83 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:35.771276 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:35.794539 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:35.797578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03eb688-8cda-4800-ae2b-67c4cca62171" -d '{"events": [{"server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "name": "network-vif-plugged", "status": "completed", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:53:35.810446 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:35.818505 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:35.846237 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d6a1d2-0edb-4158-b7ac-a8f13fac001c x-openstack-request-id: req-f3d6a1d2-0edb-4158-b7ac-a8f13fac001c {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:53:35.846541 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "name": "network-vif-plugged", "status": "completed", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:53:35.846823 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3d6a1d2-0edb-4158-b7ac-a8f13fac001c {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:53:35.847222 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', 'code': 200} Mar 02 18:53:35.865051 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f4e80-5715-48e2-b587-34ac4b1acd63 req-b1ffc10f-0128-4a3b-92d1-79c75a8bc5ae tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:35.867735 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e1f4e80-5715-48e2-b587-34ac4b1acd63 req-b1ffc10f-0128-4a3b-92d1-79c75a8bc5ae tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0621252 Mar 02 18:53:35.877560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:35.886009 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.886364 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.886734 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.887592 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.887592 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.887780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.888038 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.888393 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.888720 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.889072 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.889775 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.890110 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.890431 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.917411 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e1f4e80-5715-48e2-b587-34ac4b1acd63 req-11a63572-fcc1-4d30-9a71-4d12879e62ca tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Mar 02 18:53:36.056853 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10223b-6818-431a-9e83-47c960dfac19 req-b9d52225-345e-4de6-94b7-4433b0f05397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:36.058521 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b10223b-6818-431a-9e83-47c960dfac19 req-b9d52225-345e-4de6-94b7-4433b0f05397 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 1129 time: 0.0471721 Mar 02 18:53:36.106707 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b10223b-6818-431a-9e83-47c960dfac19 req-f4bf7e5b-922e-47c4-8769-82b997dd5788 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Mar 02 18:53:36.163073 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a058cb-92ae-4db6-bce9-9a936880279e req-207b04c1-5769-4966-b7e3-f53fd1ad37cb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:36.164546 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-12a058cb-92ae-4db6-bce9-9a936880279e req-207b04c1-5769-4966-b7e3-f53fd1ad37cb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0542228 Mar 02 18:53:36.209861 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-12a058cb-92ae-4db6-bce9-9a936880279e req-212a9ec3-1683-4687-9579-9d9179e89ca0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Mar 02 18:53:36.647678 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-cc529422-3618-4db0-9460-90e93b0f644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:36.822455 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab48ac-dee0-4951-812d-aaf2b3ec05f2 req-99d00033-c0d9-496e-8aae-58554d7fc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:36.823876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4eab48ac-dee0-4951-812d-aaf2b3ec05f2 req-99d00033-c0d9-496e-8aae-58554d7fc556 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.0439014 Mar 02 18:53:36.879511 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4eab48ac-dee0-4951-812d-aaf2b3ec05f2 req-ddc3f71f-7980-4652-9260-6537fb4fcc92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Mar 02 18:53:37.086756 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35846b41-e80c-4945-9251-f51b0f202630 req-8170c7aa-ad52-440a-8440-b03125ab2e34 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.088216 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35846b41-e80c-4945-9251-f51b0f202630 req-8170c7aa-ad52-440a-8440-b03125ab2e34 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0598738 Mar 02 18:53:37.136875 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35846b41-e80c-4945-9251-f51b0f202630 req-27ae614f-74e0-4f28-93da-6acb7c29a8c7 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Mar 02 18:53:37.340520 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00f66-0813-458a-8649-ff0aac130468 req-c71db4d0-25b2-4c59-af6c-db9d0320f140 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.342155 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8bd00f66-0813-458a-8649-ff0aac130468 req-c71db4d0-25b2-4c59-af6c-db9d0320f140 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0607691 Mar 02 18:53:37.395229 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8bd00f66-0813-458a-8649-ff0aac130468 req-edd7fd7e-c82f-422f-b7c7-c57c748eecdd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Mar 02 18:53:37.777892 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:38.263066 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1bb5-6050-4615-b762-53d7438829ac req-f3684d7d-8d59-4740-b795-2bec46747ee4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:38.265356 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be9a1bb5-6050-4615-b762-53d7438829ac req-f3684d7d-8d59-4740-b795-2bec46747ee4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0597708 Mar 02 18:53:38.316254 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be9a1bb5-6050-4615-b762-53d7438829ac req-80dba2d4-7196-42ed-8ebc-bc084e290659 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Mar 02 18:53:38.518619 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91154-a3ad-4abb-b219-df54aed7ab40 req-5efbeaa3-1813-4c22-bdba-f4f8950c2cea tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:38.520178 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53a91154-a3ad-4abb-b219-df54aed7ab40 req-5efbeaa3-1813-4c22-bdba-f4f8950c2cea tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0542140 Mar 02 18:53:38.568027 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53a91154-a3ad-4abb-b219-df54aed7ab40 req-f00e2017-dcb9-46d6-92f6-e907a8f729f3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Mar 02 18:53:39.492979 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b1e55-b194-4cd9-808c-ad2544da9410 req-833dd852-cbe9-4c5e-a5b3-7985bb312a76 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:39.494495 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a8b1e55-b194-4cd9-808c-ad2544da9410 req-833dd852-cbe9-4c5e-a5b3-7985bb312a76 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0772171 Mar 02 18:53:39.542392 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a8b1e55-b194-4cd9-808c-ad2544da9410 req-8a0cf838-392a-49b7-b00f-9ee8efc6e55c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Mar 02 18:53:39.591974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:39.704791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cd1a3-119a-42ab-8af9-98963304f2df req-40c2fb67-a734-4bcc-8b4a-5d3d45405e8a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:39.708253 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff5cd1a3-119a-42ab-8af9-98963304f2df req-40c2fb67-a734-4bcc-8b4a-5d3d45405e8a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0623405 Mar 02 18:53:39.760876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff5cd1a3-119a-42ab-8af9-98963304f2df req-80b54dc1-481a-4b72-92fe-e03327927dfc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Mar 02 18:53:40.295543 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d409d-a275-4573-927c-03342935b368 req-4ae1275e-b153-46c2-a9c0-dd9293b8b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:40.297564 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-4ae1275e-b153-46c2-a9c0-dd9293b8b531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.2864544 Mar 02 18:53:40.308380 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46bf0-8a28-4ca5-a7d9-8ff1997886f8 req-04da5b03-aba4-42f7-8455-c658eb7f7d97 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:40.309845 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3e46bf0-8a28-4ca5-a7d9-8ff1997886f8 req-04da5b03-aba4-42f7-8455-c658eb7f7d97 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.2893236 Mar 02 18:53:40.415856 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3e46bf0-8a28-4ca5-a7d9-8ff1997886f8 req-a5ffb19f-87d8-4989-aeb9-866bd3fa1b60 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978634 Mar 02 18:53:40.436335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d409d-a275-4573-927c-03342935b368 req-6163296c-8e05-4870-aec4-0a57a6d04f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:40.442992 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-6163296c-8e05-4870-aec4-0a57a6d04f5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.1321948 Mar 02 18:53:40.498289 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-516744be-71d3-4d34-8501-c4152c1a5297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0435293 Mar 02 18:53:40.554260 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d409d-a275-4573-927c-03342935b368 req-76f25b62-bdb5-4d72-9743-a9f477e2ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:40.555440 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-76f25b62-bdb5-4d72-9743-a9f477e2ab84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0499022 Mar 02 18:53:40.597322 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-2bb858df-0a03-4b1d-a20a-6d2c693f5f38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265019 Mar 02 18:53:40.704052 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-ba52ae08-0cce-4afe-934b-b6e89a57ca61 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966713 Mar 02 18:53:40.704377 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:40.805075 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee5d409d-a275-4573-927c-03342935b368 req-b1939833-2dac-45ad-8f80-2b0ab16249d7 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933933 Mar 02 18:53:41.542700 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dab92-7849-434d-9892-5424433739db req-89fa18e4-f030-4217-a38e-2dd8b2e66ef6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:41.544186 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-641dab92-7849-434d-9892-5424433739db req-89fa18e4-f030-4217-a38e-2dd8b2e66ef6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0573938 Mar 02 18:53:41.589841 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-641dab92-7849-434d-9892-5424433739db req-55c40747-a211-4352-9c48-6a54bcb59891 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Mar 02 18:53:42.707908 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f7a5-524f-4b86-a4b4-d203367cc2c6 req-d027f130-e782-4527-b9bf-c6985a89a683 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:42.709768 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-feb3f7a5-524f-4b86-a4b4-d203367cc2c6 req-d027f130-e782-4527-b9bf-c6985a89a683 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Mar 02 18:53:42.756727 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-feb3f7a5-524f-4b86-a4b4-d203367cc2c6 req-fc9ea823-6f60-437e-b871-a7be06051b72 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Mar 02 18:53:43.874688 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15c47a-69a3-4396-a0b9-f857ffd9b59e req-05f445aa-c527-40eb-8e54-eaf0b73787ff tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:43.876168 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-da15c47a-69a3-4396-a0b9-f857ffd9b59e req-05f445aa-c527-40eb-8e54-eaf0b73787ff tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Mar 02 18:53:43.926377 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-da15c47a-69a3-4396-a0b9-f857ffd9b59e req-42a951d4-8993-464b-89c3-85ff4b82ce19 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Mar 02 18:53:44.233606 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 55976) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:44.372453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b64f-28f7-46b9-9982-7030a0ba3d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.459063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b64f-28f7-46b9-9982-7030a0ba3d34 admin admin] Publish callbacks [] for security_group (f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.463058 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b64f-28f7-46b9-9982-7030a0ba3d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.500715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-9cb1b64f-28f7-46b9-9982-7030a0ba3d34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b7f791a3f2c4849960bce3638c7e900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660251 Mar 02 18:53:44.501585 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b64f-28f7-46b9-9982-7030a0ba3d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:44.503859 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 55984) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:44.555030 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] Publish callbacks [] for security_group (f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.576951 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] Publish callbacks [] for security_group (f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.624461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.627035 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:44.628152 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c HTTP/1.1" status: 204 len: 168 time: 0.1233547 Mar 02 18:53:44.636062 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5caca-ebe5-467d-be37-884c1d5d4db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac4044-926b-4d2f-8b7a-e520e8c6ee3c,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:45.058182 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c65c03-7097-4566-98f0-29b49024a5ca req-73021879-40c9-4e2f-b0da-5594a91d9849 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:45.060087 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-87c65c03-7097-4566-98f0-29b49024a5ca req-73021879-40c9-4e2f-b0da-5594a91d9849 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Mar 02 18:53:45.116836 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-87c65c03-7097-4566-98f0-29b49024a5ca req-be9f1dd5-ab2e-4ad7-915a-33367b5e7b4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Mar 02 18:53:45.308883 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56012) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:45.406112 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-852521876-network', 'tenant_id': 'fa60559f33ae41fca82590224f60087f'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:45.425454 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Made reservation on behalf of fa60559f33ae41fca82590224f60087f for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:45.427715 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.437184 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.516516 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks [] for security_group (8381065c-277e-4448-92c1-5fba8988269e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.520154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8381065c-277e-4448-92c1-5fba8988269e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.546512 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:45.552051 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381065c-277e-4448-92c1-5fba8988269e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:45.561848 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4d77ea3f-cf85-4c37-b445-6a579e55442a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.562112 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Added segment 4d77ea3f-cf85-4c37-b445-6a579e55442a of type vlan for network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 Mar 02 18:53:45.614849 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.640433 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.641637 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:45.642356 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:45.888087 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5777211 Mar 02 18:53:45.890727 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56022) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:45.895399 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Request body: {'subnet': {'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-852521876-subnet', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:45.917454 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb7f78-0bdb-49da-bb6d-d3049827bd95 admin admin] Pushing event updated for resources: {'Network': ['ID=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:45.927955 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Made reservation on behalf of fa60559f33ae41fca82590224f60087f for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:45.928355 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:53:45.930338 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16493270'] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.094871 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12862530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16493284'] for subnet (f37751ad-c5c3-4afd-80c4-5ed875a75122), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.148370 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37751ad-c5c3-4afd-80c4-5ed875a75122,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:46.160663 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Checking segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:46.161042 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Network hostable DHCP agents. Network: b4aa8c4a-5a78-47ab-8b6a-c5349d005f14, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:46.178454 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:46.203115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, b4aa8c4a-5a78-47ab-8b6a-c5349d005f14) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:46.210983 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:46.211508 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.215817 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b3d76-925a-4cde-b099-c08253b67e83 None None] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:46.232494 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d96230c5-4db9-4085-b81d-c8ea0144d7a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3384583 Mar 02 18:53:46.232688 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56028) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:46.237072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:46.255540 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8053944-9674-4ab5-bdca-f6ea72d73395 req-befe98d1-adab-46b7-b481-19203973aacd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:46.257284 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8053944-9674-4ab5-bdca-f6ea72d73395 req-befe98d1-adab-46b7-b481-19203973aacd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0701959 Mar 02 18:53:46.262784 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.264813 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.308712 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8053944-9674-4ab5-bdca-f6ea72d73395 req-b5f2576e-ce9e-47c9-b534-ff6fca8f9cee tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Mar 02 18:53:46.322374 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for router_controller (d64fbc57-f718-4130-8cd7-d77820eaf7b9), precommit_add_association {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.336246 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:53:46.337243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.466401 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for router_gateway (d64fbc57-f718-4130-8cd7-d77820eaf7b9), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.479146 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Allocated IP 172.20.0.2 (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14/f37751ad-c5c3-4afd-80c4-5ed875a75122/99ec33e0-c2c2-40a0-b15c-0b66a94d4916) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:46.627447 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks [] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.634715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.669470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for router_gateway (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.699949 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:46.699949 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:46.700143 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Pushing event updated for resources: {'Port': ['ID=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:46.703488 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:46.705150 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.757411 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Attempting to bind port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:46.757712 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Attempting to bind port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:46.758080 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Attempting to bind port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 on network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:46.763133 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:46.763522 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Checking segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:46.764491 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.764915 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Bound using segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:46.765406 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Bound port: 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:46.765790 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.811450 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Allocated IP 172.27.1.3 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/6924b341-1536-4c81-89dc-e4529c732b69) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:46.830195 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] For port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:46.833660 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] For port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:46.840459 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.904451 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1ca7-1521-49c1-928d-0cabab0ab06a None None] Pushing event updated for resources: {'Port': ['ID=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:46.928186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for port (6924b341-1536-4c81-89dc-e4529c732b69), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:46.963418 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (6924b341-1536-4c81-89dc-e4529c732b69), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:47.004896 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:47.008024 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:47.011567 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:47.017977 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Pushing event updated for resources: {'Port': ['ID=6924b341-1536-4c81-89dc-e4529c732b69,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:47.284662 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for router_gateway (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:47.434927 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cafaa-f927-4f88-a1be-61400b1c5d79 req-c80b0459-9432-42fd-9979-c84c5c83d04f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:47.436912 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-039cafaa-f927-4f88-a1be-61400b1c5d79 req-c80b0459-9432-42fd-9979-c84c5c83d04f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0514116 Mar 02 18:53:47.483696 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-039cafaa-f927-4f88-a1be-61400b1c5d79 req-7b0abcc8-7fc8-4d26-9610-c59f5c4bfa0d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Mar 02 18:53:47.485171 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:47.625017 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Router d64fbc57-f718-4130-8cd7-d77820eaf7b9 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:53:47.757513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:47.766921 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Sync routers for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:47.784354 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:47.788282 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:47.788431 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56046) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:47.788528 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a3e1cd10-75ac-402f-99e6-fdfd7ee59e37 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5546589 Mar 02 18:53:47.789288 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:47.875975 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874caf46-95be-4dc5-9721-6283d84ce3b3 None None] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:47.907120 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:47.979744 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Provisioning complete for port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:47.980114 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.076730 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Current status of the port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:48.077407 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.096290 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:47Z', 'revision_number': 3, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:48.127564 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] For port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:48.128170 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Checking router: d64fbc57-f718-4130-8cd7-d77820eaf7b9 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:48.128778 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Updating router d64fbc57-f718-4130-8cd7-d77820eaf7b9 port 6924b341-1536-4c81-89dc-e4529c732b69 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:48.133135 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.170812 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6924b341-1536-4c81-89dc-e4529c732b69), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.193504 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686b64-945b-4b3c-a6c6-aaf4a624a904 None None] Pushing event updated for resources: {'Port': ['ID=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.275997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.360560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-04a4f269-7e7a-4602-8fb9-2a07a7483a83 None None] Provisioning complete for port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:48.360997 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-04a4f269-7e7a-4602-8fb9-2a07a7483a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.444932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Allocated IP 172.20.0.1 (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14/f37751ad-c5c3-4afd-80c4-5ed875a75122/d374c795-466b-4fdb-af79-f584c5afa9d5) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:48.452109 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks [] for port (6924b341-1536-4c81-89dc-e4529c732b69), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.453541 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-04a4f269-7e7a-4602-8fb9-2a07a7483a83 None None] Current status of the port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:48.458218 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (6924b341-1536-4c81-89dc-e4529c732b69), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.510744 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Attempting to bind port 6924b341-1536-4c81-89dc-e4529c732b69 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:48.511114 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Attempting to bind port 6924b341-1536-4c81-89dc-e4529c732b69 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:48.511477 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Attempting to bind port 6924b341-1536-4c81-89dc-e4529c732b69 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:48.513419 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Pushing event updated for resources: {'Port': ['ID=6924b341-1536-4c81-89dc-e4529c732b69,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.523053 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.523313 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.523712 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.524056 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.524385 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.524716 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.525042 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.525391 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.525716 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.526055 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.526381 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.526696 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.527010 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:48.532888 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:48.533393 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:48.534002 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.534467 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:48.535229 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Bound port: 6924b341-1536-4c81-89dc-e4529c732b69, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:48.535591 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6924b341-1536-4c81-89dc-e4529c732b69), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.557725 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks [] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.591385 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] For port 6924b341-1536-4c81-89dc-e4529c732b69, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:48.595316 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] For port 6924b341-1536-4c81-89dc-e4529c732b69, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=6924b341-1536-4c81-89dc-e4529c732b69,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:48.602718 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (6924b341-1536-4c81-89dc-e4529c732b69), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.645744 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dbd12-8f7b-4c20-9238-4524a6c5c3a8 req-2fc318d1-b522-4f52-b00a-3402931d1cb5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:48.647316 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-912dbd12-8f7b-4c20-9238-4524a6c5c3a8 req-2fc318d1-b522-4f52-b00a-3402931d1cb5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0843315 Mar 02 18:53:48.648902 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.657976 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298df33-00ec-4fe4-a880-0abb1d53d560 None None] Pushing event updated for resources: {'Port': ['ID=6924b341-1536-4c81-89dc-e4529c732b69,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.672896 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:48.673580 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:48.698542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:48.708898 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:48.713757 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:48.714259 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.770822 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Pushing event updated for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.798857 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:48.812615 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-912dbd12-8f7b-4c20-9238-4524a6c5c3a8 req-b3d96dff-aa59-4af4-81ca-bf2656a07bb0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305397 Mar 02 18:53:48.929681 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:48.993174 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:49.046328 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:47Z', 'revision_number': 3, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:49.047961 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:49.048591 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.078551 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9957453-da0b-4911-af75-d25e8b523b77 None None] The sync data for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi is: [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:47Z', 'revision_number': 3, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:49.105012 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-132dc979-4a57-4c61-bac7-6b3c3d6cb226 None None] Provisioning complete for port d374c795-466b-4fdb-af79-f584c5afa9d5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:49.106057 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-132dc979-4a57-4c61-bac7-6b3c3d6cb226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.132462 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks [] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.137534 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.138265 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.169520 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-132dc979-4a57-4c61-bac7-6b3c3d6cb226 None None] Port d374c795-466b-4fdb-af79-f584c5afa9d5 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:49.189014 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:49.227569 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Pushing event updated for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:49.263925 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:49.265350 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:49.438233 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Router d64fbc57-f718-4130-8cd7-d77820eaf7b9 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:53:49.572358 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:49.580962 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4929f04c-6f00-4f32-9d9e-c3d592931856 admin admin] 10.222.0.21 "PUT /v2.0/routers/d64fbc57-f718-4130-8cd7-d77820eaf7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913456 Mar 02 18:53:49.608490 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-87d406e8-43d5-498d-98fe-fa951af9b7ec None None] Provisioning complete for port d374c795-466b-4fdb-af79-f584c5afa9d5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:49.608839 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-87d406e8-43d5-498d-98fe-fa951af9b7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:49.648921 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-87d406e8-43d5-498d-98fe-fa951af9b7ec None None] Port d374c795-466b-4fdb-af79-f584c5afa9d5 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:49.989931 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c997-0044-4a6d-bbab-f3c130232634 req-9575076e-4708-453d-8712-28af92ce6d18 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:49.991564 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6193c997-0044-4a6d-bbab-f3c130232634 req-9575076e-4708-453d-8712-28af92ce6d18 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0977113 Mar 02 18:53:50.046818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6193c997-0044-4a6d-bbab-f3c130232634 req-efc4f390-d253-4a2c-806a-7b56bfad3331 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484765 Mar 02 18:53:50.122572 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56082) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:50.128260 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1553609179-network', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:50.152134 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Made reservation on behalf of d94b462865a54aaaab6d5acf9bae54d2 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:50.154858 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.164818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.251106 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks [] for security_group (8dfcd114-7669-4604-be4f-29c6750c1aa0), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.254726 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8dfcd114-7669-4604-be4f-29c6750c1aa0), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.282208 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:50.287644 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcd114-7669-4604-be4f-29c6750c1aa0,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:50.295526 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4ba79dc9-4a40-4458-8362-39c86380f4b7), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.295876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Added segment 4ba79dc9-4a40-4458-8362-39c86380f4b7 of type vlan for network ff494fce-850b-4d21-828a-0d867779eeb5 Mar 02 18:53:50.336194 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (ff494fce-850b-4d21-828a-0d867779eeb5), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.372861 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (ff494fce-850b-4d21-828a-0d867779eeb5), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.374034 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:50.374785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.448334 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] Pushing event updated for resources: {'Network': ['ID=ff494fce-850b-4d21-828a-0d867779eeb5,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:50.454506 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d2934d1f-b207-43c0-84d5-3d61f67acb43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3301010 Mar 02 18:53:50.458790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56094) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:50.463940 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Request body: {'subnet': {'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1553609179-subnet', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:50.468071 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network ff494fce-850b-4d21-828a-0d867779eeb5 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:53:50.490009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Made reservation on behalf of d94b462865a54aaaab6d5acf9bae54d2 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:50.493560 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.679077 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (3504930f-8325-4591-87af-5e6d6b2cb5e8), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.729814 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3504930f-8325-4591-87af-5e6d6b2cb5e8,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:50.746275 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Checking segment: {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:50.746627 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Network hostable DHCP agents. Network: ff494fce-850b-4d21-828a-0d867779eeb5, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:50.766954 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Network ff494fce-850b-4d21-828a-0d867779eeb5 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:50.777810 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, ff494fce-850b-4d21-828a-0d867779eeb5) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:50.783146 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:50.783714 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.792012 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ca2eb-c0a2-48cc-a4d4-d354da8a776f None None] Network ff494fce-850b-4d21-828a-0d867779eeb5 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:50.803673 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b04993b5-37f9-4c9d-9d70-3a05f96a4dc0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3413663 Mar 02 18:53:50.803881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56108) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:50.808669 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:50.829047 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4194'] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.830216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540720', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4123'] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.898794 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for router_controller (c72c1c27-a80a-4706-a865-134f03ec3bc5), precommit_add_association {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.922658 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46a98ede-3ada-56cc-b815-28f9d9b6def3-ff494fce-850b-4d21-828a-0d867779eeb5', 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5', 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'fixed_ips': [{'subnet_id': '3504930f-8325-4591-87af-5e6d6b2cb5e8'}]}} from dv-cinder-800704-3-iscsi. {{(pid=109539) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 18:53:50.923651 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:50.959849 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 6924b341-1536-4c81-89dc-e4529c732b69 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:51.070493 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Sync routers for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:51.099533 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for router_gateway (c72c1c27-a80a-4706-a865-134f03ec3bc5), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.114546 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 6924b341-1536-4c81-89dc-e4529c732b69 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:51.115107 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (6924b341-1536-4c81-89dc-e4529c732b69), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.154968 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:51.155569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:51.253881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e5f6-c9b5-4659-9970-ee9edf917d5e req-11fe96c4-8f9e-4f63-85e6-ff239f19c3bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:51.255440 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7d56e5f6-c9b5-4659-9970-ee9edf917d5e req-11fe96c4-8f9e-4f63-85e6-ff239f19c3bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0684326 Mar 02 18:53:51.358732 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7d56e5f6-c9b5-4659-9970-ee9edf917d5e req-f54c698c-f79c-432d-8a24-03ae8d19ac7d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958529 Mar 02 18:53:51.384106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.db_base_plugin_common [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Allocated IP 172.20.0.2 (ff494fce-850b-4d21-828a-0d867779eeb5/3504930f-8325-4591-87af-5e6d6b2cb5e8/dcad51ce-d654-4a65-9f03-d03405c29fbf) {{(pid=109539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:51.459585 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for router_gateway (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.491776 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.517101 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 6924b341-1536-4c81-89dc-e4529c732b69 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:51.517825 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6924b341-1536-4c81-89dc-e4529c732b69), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.543325 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:51.587676 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 6924b341-1536-4c81-89dc-e4529c732b69, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=6924b341-1536-4c81-89dc-e4529c732b69,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:51.607548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (6924b341-1536-4c81-89dc-e4529c732b69), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.616276 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Allocated IP 172.27.1.82 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/29eaeeb3-0ed9-452a-be98-d3c053da53d3) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:51.774683 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=6924b341-1536-4c81-89dc-e4529c732b69,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:51.795824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.830558 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks [] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), precommit_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.843552 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), after_create {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.849611 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:51.903255 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:51.904136 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Network ff494fce-850b-4d21-828a-0d867779eeb5 is already hosted by enough agents. {{(pid=109539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:51.910575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:51.910943 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.scheduler.base_scheduler [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Resources bound (agent type, host, resource id): {{(pid=109539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:51.914257 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:51.936193 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Received port after_create {{(pid=109539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:51.945650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Pushing event updated for resources: {'Port': ['ID=dcad51ce-d654-4a65-9f03-d03405c29fbf,revision_number=1']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:51.961120 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Pushing event updated for resources: {'Port': ['ID=29eaeeb3-0ed9-452a-be98-d3c053da53d3,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:52.019398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Attempting to bind port dcad51ce-d654-4a65-9f03-d03405c29fbf on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:52.019773 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Attempting to bind port dcad51ce-d654-4a65-9f03-d03405c29fbf by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:52.020150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Attempting to bind port dcad51ce-d654-4a65-9f03-d03405c29fbf on network ff494fce-850b-4d21-828a-0d867779eeb5 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:52.027783 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:52.028162 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Checking segment: {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:52.028571 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.029171 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Bound using segment: {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:52.029852 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Bound port: dcad51ce-d654-4a65-9f03-d03405c29fbf, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:52.030413 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.050179 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:49Z', 'revision_number': 2, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:52.083575 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Checking router: d64fbc57-f718-4130-8cd7-d77820eaf7b9 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:52.084173 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Updating router d64fbc57-f718-4130-8cd7-d77820eaf7b9 port d374c795-466b-4fdb-af79-f584c5afa9d5 binding host dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:52.149521 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.197890 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] For port dcad51ce-d654-4a65-9f03-d03405c29fbf, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:52.226608 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] For port dcad51ce-d654-4a65-9f03-d03405c29fbf, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=dcad51ce-d654-4a65-9f03-d03405c29fbf,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:52.241217 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.407138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9e50-0e81-4f09-af2c-7e7a9dc6e2c6 None None] Pushing event updated for resources: {'Port': ['ID=dcad51ce-d654-4a65-9f03-d03405c29fbf,revision_number=2']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:52.420043 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9051b9-1af7-4d08-85e1-52f0dbb31ae8 req-0d688b15-4a4f-4d9b-a315-74aadb6c6f9b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:52.421904 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2f9051b9-1af7-4d08-85e1-52f0dbb31ae8 req-0d688b15-4a4f-4d9b-a315-74aadb6c6f9b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.1220977 Mar 02 18:53:52.508384 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for router_gateway (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.576573 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks [] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), precommit_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.584251 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.594901 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2f9051b9-1af7-4d08-85e1-52f0dbb31ae8 req-031aa751-0ff3-45ac-a65b-1d6c2ed30917 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336281 Mar 02 18:53:52.645006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56154) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:52.648953 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158a752-d77a-43a7-86a0-82717026a3e4 None None] Pushing event updated for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:52.826298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Attempting to bind port d374c795-466b-4fdb-af79-f584c5afa9d5 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:52.827082 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Attempting to bind port d374c795-466b-4fdb-af79-f584c5afa9d5 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:52.828106 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Attempting to bind port d374c795-466b-4fdb-af79-f584c5afa9d5 on network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:52.835709 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:52.836277 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Checking segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:52.836691 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.837216 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Bound using segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} {{(pid=109539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:52.837708 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.managers [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Bound port: d374c795-466b-4fdb-af79-f584c5afa9d5, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}}] {{(pid=109539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:52.838096 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.957503 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540781'] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:52.997469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] For port d374c795-466b-4fdb-af79-f584c5afa9d5, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:53.002296 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] For port d374c795-466b-4fdb-af79-f584c5afa9d5, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=d374c795-466b-4fdb-af79-f584c5afa9d5,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:53.016672 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:53.123817 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 6924b341-1536-4c81-89dc-e4529c732b69 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:53.126536 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:53.126781 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:53.192198 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe319c5-7c9d-4ecd-9711-c1f4fd8d5fb6 tempest-TestMinimumBasicScenario-698987144 tempest-TestMinimumBasicScenario-698987144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:53.197515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56168) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:53.198340 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1fe319c5-7c9d-4ecd-9711-c1f4fd8d5fb6 tempest-TestMinimumBasicScenario-698987144 tempest-TestMinimumBasicScenario-698987144-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1125 time: 0.5509026 Mar 02 18:53:53.204449 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'port_id': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:53.229214 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Router c72c1c27-a80a-4706-a865-134f03ec3bc5 is scheduled to L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd with binding_index 1 {{(pid=109537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:53:53.270743 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:53.431921 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:53.480760 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Provisioning complete for port d374c795-466b-4fdb-af79-f584c5afa9d5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:53.481450 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:53.505416 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:53.519846 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Sync routers for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:53.535914 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:53.536716 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158a752-d77a-43a7-86a0-82717026a3e4 None None] Pushing event updated for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:53.551942 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:53.553872 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:53.555963 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-dfe53835-3e8e-4773-af02-290b03f9570f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7506893 Mar 02 18:53:53.559026 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56192) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:53.616637 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:53.774638 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Allocated IP 172.27.1.93 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:53.954941 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fcd67-697c-44e9-becb-2624c9a0f1e9 None None] Network ff494fce-850b-4d21-828a-0d867779eeb5 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:53:54.025457 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:54.047911 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Current status of the port d374c795-466b-4fdb-af79-f584c5afa9d5 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:54.048410 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.079733 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.096364 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 6924b341-1536-4c81-89dc-e4529c732b69 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:54.096750 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (6924b341-1536-4c81-89dc-e4529c732b69), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.112551 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56206) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:54.182865 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2a1ca-7368-49c0-880d-80bf43bc1242 req-afc1e98d-18eb-42a9-ac41-ff365e024941 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:54.184550 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-79a2a1ca-7368-49c0-880d-80bf43bc1242 req-afc1e98d-18eb-42a9-ac41-ff365e024941 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0998721 Mar 02 18:53:54.186238 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.261477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:54.299152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:54.311327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] For port d374c795-466b-4fdb-af79-f584c5afa9d5, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=d374c795-466b-4fdb-af79-f584c5afa9d5,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:54.315359 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:52Z', 'revision_number': 3, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:54.321054 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:54.348239 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.352471 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Checking router: c72c1c27-a80a-4706-a865-134f03ec3bc5 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:54.353502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'Port': ['ID=c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:54.353630 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Updating router c72c1c27-a80a-4706-a865-134f03ec3bc5 port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:54.388209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-728eff1c-1c5b-4309-b21b-8dce271ef370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.392814 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.398658 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.427795 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-79a2a1ca-7368-49c0-880d-80bf43bc1242 req-46ce2742-8cac-4984-9f63-f4ad5479ed55 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158031 Mar 02 18:53:54.477581 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d856e-7444-4cda-aa38-317bb00e7a9e None None] Pushing event updated for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:54.497010 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 6924b341-1536-4c81-89dc-e4529c732b69 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:54.498415 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device dcad51ce-d654-4a65-9f03-d03405c29fbf up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:54.547062 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:52Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:54.559346 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Provisioning complete for port d374c795-466b-4fdb-af79-f584c5afa9d5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:54.560703 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.621253 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f94af-3b7d-41bf-b3a0-02d67f7cfd9b None None] The sync data for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi is: [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:52Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:54.730695 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port dcad51ce-d654-4a65-9f03-d03405c29fbf triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:54.731142 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.735588 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-728eff1c-1c5b-4309-b21b-8dce271ef370 admin admin] Publish callbacks [] for security_group (6bb5377a-9fbc-443a-adf6-efdc98a506ca), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.752517 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Allocated IP 172.20.0.1 (ff494fce-850b-4d21-828a-0d867779eeb5/3504930f-8325-4591-87af-5e6d6b2cb5e8/a505b310-5c31-4b4a-94e2-d262e0431efe) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:54.888866 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-728eff1c-1c5b-4309-b21b-8dce271ef370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6bb5377a-9fbc-443a-adf6-efdc98a506ca), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.908609 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Current status of the port d374c795-466b-4fdb-af79-f584c5afa9d5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:54.932830 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Provisioning complete for port dcad51ce-d654-4a65-9f03-d03405c29fbf triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:54.933793 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:54.956072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks [] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.006316 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks [] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.017820 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-728eff1c-1c5b-4309-b21b-8dce271ef370 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97005b5be35943dd8c62896f65514e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9029236 Mar 02 18:53:55.021083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56220) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:55.022823 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.040968 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.054960 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eff1c-1c5b-4309-b21b-8dce271ef370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb5377a-9fbc-443a-adf6-efdc98a506ca,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.055327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port dcad51ce-d654-4a65-9f03-d03405c29fbf is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:55.055824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.152384 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9188328-70a3-4352-993f-9b3be84c50c0 None None] Pushing event updated for resources: {'Port': ['ID=29eaeeb3-0ed9-452a-be98-d3c053da53d3,revision_number=2']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.173002 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port dcad51ce-d654-4a65-9f03-d03405c29fbf, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=dcad51ce-d654-4a65-9f03-d03405c29fbf,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:55.179470 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Attempting to bind port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:53:55.179915 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Attempting to bind port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:53:55.180287 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Attempting to bind port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 on network 0675d015-cd0f-4ad2-b3a8-25690a1f628a {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:53:55.181699 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.186648 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:53:55.186995 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Checking segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:53:55.187455 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.187772 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Bound using segment: {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:53:55.188253 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Bound port: 29eaeeb3-0ed9-452a-be98-d3c053da53d3, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf76d20-545a-462e-88c0-9f134d9c94c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:53:55.188633 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.208005 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Network ff494fce-850b-4d21-828a-0d867779eeb5 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:55.210196 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:55.244166 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:53:55.287055 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] For port 29eaeeb3-0ed9-452a-be98-d3c053da53d3, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:55.291807 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] For port 29eaeeb3-0ed9-452a-be98-d3c053da53d3, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=29eaeeb3-0ed9-452a-be98-d3c053da53d3,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:55.298019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=dcad51ce-d654-4a65-9f03-d03405c29fbf,revision_number=3']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.310963 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.409394 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for floatingip (ec283dce-9d36-4334-bfcd-87b965bf90ac), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.416669 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8ba96-a881-47ad-8be4-09b2a9efafed None None] Current status of the port dcad51ce-d654-4a65-9f03-d03405c29fbf is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:55.436906 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Pushing event updated for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.471040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] Publish callbacks [] for security_group (6bb5377a-9fbc-443a-adf6-efdc98a506ca), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.480610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-543536'] for router_interface (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.481407 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device d374c795-466b-4fdb-af79-f584c5afa9d5 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:55.496510 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:55.502047 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:55.625489 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-a3eae5cb-095a-4a0f-a1df-e27ccc0edd9d None None] Provisioning complete for port dcad51ce-d654-4a65-9f03-d03405c29fbf triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:55.630628 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a3eae5cb-095a-4a0f-a1df-e27ccc0edd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.634655 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9188328-70a3-4352-993f-9b3be84c50c0 None None] Pushing event updated for resources: {'Port': ['ID=29eaeeb3-0ed9-452a-be98-d3c053da53d3,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.654060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] Publish callbacks [] for security_group (6bb5377a-9fbc-443a-adf6-efdc98a506ca), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.714376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port d374c795-466b-4fdb-af79-f584c5afa9d5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:55.720900 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.825455 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:55.863669 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-a3eae5cb-095a-4a0f-a1df-e27ccc0edd9d None None] Current status of the port dcad51ce-d654-4a65-9f03-d03405c29fbf is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:55.917948 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port d374c795-466b-4fdb-af79-f584c5afa9d5 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:55.989704 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:55.996598 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-d85dcd72-b342-4b98-8061-6cdcd9310794 None None] Provisioning complete for port a505b310-5c31-4b4a-94e2-d262e0431efe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:55.997274 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-d85dcd72-b342-4b98-8061-6cdcd9310794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.055381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-d85dcd72-b342-4b98-8061-6cdcd9310794 None None] Port a505b310-5c31-4b4a-94e2-d262e0431efe cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:56.072032 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.078757 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-68650c22-1709-4b7b-b75f-26a3abd0caf2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367608616&fields=id&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 267 time: 0.1352513 Mar 02 18:53:56.099284 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1a12cb16-e884-482a-954c-516a707632ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:52Z', 'revision_number': 3, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:56.099923 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6bb5377a-9fbc-443a-adf6-efdc98a506ca), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.103235 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.107604 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bb5377a-9fbc-443a-adf6-efdc98a506ca HTTP/1.1" status: 204 len: 168 time: 1.0824208 Mar 02 18:53:56.136372 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12cb16-e884-482a-954c-516a707632ec None None] The sync data for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi is: [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:52Z', 'revision_number': 3, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:56.178766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8dd2-1bcd-40e9-bdb2-7d0e06029a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb5377a-9fbc-443a-adf6-efdc98a506ca,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:56.360826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks [] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.368816 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.391815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.402629 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-b8e50fa5-5de5-4267-be80-797a83849e20 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:56.404762 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-b8e50fa5-5de5-4267-be80-797a83849e20 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.3029010 Mar 02 18:53:56.405938 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.454952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (ec283dce-9d36-4334-bfcd-87b965bf90ac), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.464704 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Pushing event updated for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:56.474893 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546720'] for router_interface (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.509024 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-0258b5a1-fc8a-4445-9a62-209f9d3057b9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/quotas/a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 375 time: 0.0668631 Mar 02 18:53:56.536353 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'Port': ['ID=c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:56.588983 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56244) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:56.616989 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39ec764a-ce46-4024-896f-6e84a3b9c8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.647467 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-0a0c84a1-00e3-44ed-be10-43954f68147c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293938 Mar 02 18:53:56.660225 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Network ff494fce-850b-4d21-828a-0d867779eeb5 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:56.662224 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Floating IP ec283dce-9d36-4334-bfcd-87b965bf90ac associated. External IP: 172.27.1.93, port: 0d2dbd47-d71c-48c1-910c-40aeea8ee23d. Mar 02 18:53:56.663608 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:56.861254 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39ec764a-ce46-4024-896f-6e84a3b9c8d5 admin admin] Publish callbacks [] for security_group (5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.868836 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-39ec764a-ce46-4024-896f-6e84a3b9c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:56.896268 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Router c72c1c27-a80a-4706-a865-134f03ec3bc5 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:53:56.929519 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-39ec764a-ce46-4024-896f-6e84a3b9c8d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd98cf26de984c0eb5a1dbdd18af3900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361769 Mar 02 18:53:56.930264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec764a-ce46-4024-896f-6e84a3b9c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:56.934747 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56246) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:57.004962 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8f6373a3-4320-4204-a7c4-299ff8bf1348 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898183 Mar 02 18:53:57.055383 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.100218 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] Publish callbacks [] for security_group (5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.101148 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-29db459b-d19d-492f-bcc9-98cf244068da None None] Provisioning complete for port a505b310-5c31-4b4a-94e2-d262e0431efe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:57.101831 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-29db459b-d19d-492f-bcc9-98cf244068da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.106415 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:57.124254 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-169014f5-4c3d-4c08-a057-e3be2f3d5afe admin admin] 10.222.0.21 "PUT /v2.0/routers/c72c1c27-a80a-4706-a865-134f03ec3bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5553293 Mar 02 18:53:57.130443 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] Publish callbacks [] for security_group (5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.173406 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-29db459b-d19d-492f-bcc9-98cf244068da None None] Port a505b310-5c31-4b4a-94e2-d262e0431efe cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:53:57.179230 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-f3ebcbbe-e9c6-4547-bc10-ffed3003f493 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737304 Mar 02 18:53:57.189649 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Router e8f858b8-57c1-4767-8832-5f820ededb95 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:53:57.197774 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.202581 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.214466 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4 HTTP/1.1" status: 204 len: 168 time: 0.2722313 Mar 02 18:53:57.248126 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045d90-d7ff-4cf1-9489-3338a2784d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8c8a20-ec0d-4f7d-a41e-26ed9fcedeb4,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:57.548252 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:53:57.560456 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Sync routers for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:57.572658 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:57.573307 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:57.609372 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.649411 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-5d2f2b2d-3d07-42a0-bdee-5b07bd925eff tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4495385 Mar 02 18:53:57.649411 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:57.654044 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56268) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:57.662108 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473417091', 'description': 'tempest-secgroup-smoke-1473417091 description', 'project_id': '0d057704ed0a48ecbe8561f437b892c7'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:57.662368 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:53:57.696141 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 29eaeeb3-0ed9-452a-be98-d3c053da53d3 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:57.727570 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bd2405-483f-4192-ad09-1bf0b5a7477e x-openstack-request-id: req-64bd2405-483f-4192-ad09-1bf0b5a7477e {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:53:57.727881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:53:57.728162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64bd2405-483f-4192-ad09-1bf0b5a7477e {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:53:57.728560 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:53:57.731325 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.893516 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-62f85c72-a7f2-42f9-8a3c-1434714f6703 req-54cc6cb0-d8fa-463c-9fe9-e17a7b84ebf9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 210 time: 0.0758595 Mar 02 18:53:57.909034 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:57.912534 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:57.913860 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:57.919036 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-c6a69664-6110-4de1-847f-725e72e9f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:57.921104 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-c6a69664-6110-4de1-847f-725e72e9f00a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1130 time: 0.1549146 Mar 02 18:53:58.010005 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (f9d2f601-af13-4a32-838e-87fa678a7696), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.016928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f9d2f601-af13-4a32-838e-87fa678a7696), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.096040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2f601-af13-4a32-838e-87fa678a7696,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.096930 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-fba69412-7361-4945-b8fc-b7226dc648c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.098842 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-fba69412-7361-4945-b8fc-b7226dc648c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.1700706 Mar 02 18:53:58.100801 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.102013 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d39a38d2-a340-4b32-814f-47d7149fd9be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4450917 Mar 02 18:53:58.105139 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56288) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:58.112230 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:58.160774 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (48be73cf-4c77-415f-85a0-e87b841adf9c), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.250022 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-0b4369c2-dcba-496e-a26b-b0129698f4ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 999 time: 0.1412578 Mar 02 18:53:58.312794 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (48be73cf-4c77-415f-85a0-e87b841adf9c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.322972 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (48be73cf-4c77-415f-85a0-e87b841adf9c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.376860 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:58.377889 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.380679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-b2072bd8-250e-4fe1-a4cd-0c4f588a8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.382250 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-b2072bd8-250e-4fe1-a4cd-0c4f588a8013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.1286566 Mar 02 18:53:58.384371 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56298) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:58.394299 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48be73cf-4c77-415f-85a0-e87b841adf9c,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.399423 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761485542', 'description': 'tempest-secgroup-smoke-761485542 description', 'project_id': 'fa60559f33ae41fca82590224f60087f'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:58.405727 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.407485 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-3132d9b4-c6c1-433d-acdc-383bf7718618 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3010015 Mar 02 18:53:58.423517 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56302) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:58.434346 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:58.473755 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.477282 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] For port 29eaeeb3-0ed9-452a-be98-d3c053da53d3, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=29eaeeb3-0ed9-452a-be98-d3c053da53d3,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:58.488806 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:53:58.492660 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.493686 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device dcad51ce-d654-4a65-9f03-d03405c29fbf up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:58.494887 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (f49c8d44-a5d8-4c93-89c4-6fc1836afc86), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.616912 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-e143c800-1d74-4bbf-aacd-da724fef3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.620552 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-e143c800-1d74-4bbf-aacd-da724fef3fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2305620 Mar 02 18:53:58.639175 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (f49c8d44-a5d8-4c93-89c4-6fc1836afc86), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.645114 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f49c8d44-a5d8-4c93-89c4-6fc1836afc86), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.671506 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49c8d44-a5d8-4c93-89c4-6fc1836afc86,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.696044 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.707978 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-051fb067-ceee-49ba-9e2c-195d9d3bbff8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762516 Mar 02 18:53:58.709449 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56314) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:58.724888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:58.776682 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Pushing event updated for resources: {'Port': ['ID=29eaeeb3-0ed9-452a-be98-d3c053da53d3,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.792661 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (34139225-d292-4c61-85a9-c0faf141306d), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.821741 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port dcad51ce-d654-4a65-9f03-d03405c29fbf triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:58.822639 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.829168 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (d300b796-31ee-4bef-904b-5e7f85b97e74), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.839062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d300b796-31ee-4bef-904b-5e7f85b97e74), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.878417 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ec283dce-9d36-4334-bfcd-87b965bf90ac', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'port_id': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'mac_address': 'fa:16:3e:ae:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 0, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:58.880305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:58.882745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4973891 Mar 02 18:53:58.895718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56320) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:58.902453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:58.933268 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Checking router: e8f858b8-57c1-4767-8832-5f820ededb95 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:58.935873 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e28ea-6fa8-4b75-a96e-e110b5cb2464 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d300b796-31ee-4bef-904b-5e7f85b97e74,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.941024 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Sync routers for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:58.944859 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-3afc5dd1-2730-4f15-b518-d93f4501c0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137040 Mar 02 18:53:58.962259 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:58.963562 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:58.966702 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:53:58.967339 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:58.985347 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (f71de4cc-4331-428a-86cb-fd854106578d), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.052838 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (34139225-d292-4c61-85a9-c0faf141306d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.056982 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port dcad51ce-d654-4a65-9f03-d03405c29fbf is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:59.062701 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (34139225-d292-4c61-85a9-c0faf141306d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.106736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34139225-d292-4c61-85a9-c0faf141306d,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:59.134620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.143684 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56328) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:59.145037 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-988bcb23-b654-480d-a120-fb5e84db5dd3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308934 Mar 02 18:53:59.156455 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:59.164954 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:59.222955 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ab1843e-3ac0-48d8-b2d3-788f5cc14837 req-c9c2d12c-9c7e-479f-a4bd-677336e203ed tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 210 time: 0.0950916 Mar 02 18:53:59.336654 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (020680a1-665e-4b61-b598-8d0b708d51be), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.352054 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:53:59.364623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (f71de4cc-4331-428a-86cb-fd854106578d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.367385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae9f8ac2-8726-4327-a3ff-04a9e3732f7c req-8d105e69-eb03-4b55-9990-540e9c789e75 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097176 Mar 02 18:53:59.375951 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (f71de4cc-4331-428a-86cb-fd854106578d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.402216 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 29eaeeb3-0ed9-452a-be98-d3c053da53d3 up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:53:59.416397 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71de4cc-4331-428a-86cb-fd854106578d,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:59.428817 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.430194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-54441153-22e1-449a-be10-da8d495ddc75 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5326970 Mar 02 18:53:59.435654 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56336) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:59.442197 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:59.468068 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (020680a1-665e-4b61-b598-8d0b708d51be), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.480709 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (020680a1-665e-4b61-b598-8d0b708d51be), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.507079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020680a1-665e-4b61-b598-8d0b708d51be,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:59.511276 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (e0a8a87e-e136-41ab-8b31-9c3644940360), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.519952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.521438 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-440043c0-f69c-485b-a353-bf4ae27842c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3629668 Mar 02 18:53:59.524515 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56342) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:59.535557 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:59.573375 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.securitygroups_db [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Project 0d057704ed0a48ecbe8561f437b892c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:53:59.586365 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (3538776a-4481-43f9-bc71-91b6f294bc9e), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.598234 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'a505b310-5c31-4b4a-94e2-d262e0431efe', 'name': '', 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'mac_address': 'fa:16:3e:c9:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 2, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'subnets': [{'id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:59.610624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (e0a8a87e-e136-41ab-8b31-9c3644940360), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.610844 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:53:59.611317 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.618050 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (e0a8a87e-e136-41ab-8b31-9c3644940360), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.703462 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Checking router: c72c1c27-a80a-4706-a865-134f03ec3bc5 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:59.703823 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Updating router c72c1c27-a80a-4706-a865-134f03ec3bc5 port a505b310-5c31-4b4a-94e2-d262e0431efe binding host dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:59.716437 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a8a87e-e136-41ab-8b31-9c3644940360,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:59.795608 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.800035 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.807073 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (3538776a-4481-43f9-bc71-91b6f294bc9e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.808947 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7da73979-f091-4f02-a8e1-f624c836a143 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728297 Mar 02 18:53:59.811728 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56352) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:53:59.822755 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:59.873519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (3538776a-4481-43f9-bc71-91b6f294bc9e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.929083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (3350f81a-c2c3-4a54-a197-686ec9581b38), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.934401 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3538776a-4481-43f9-bc71-91b6f294bc9e,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:59.966060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:53:59.972016 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-396f0da1-6862-4805-83c5-342c220b75bb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4464014 Mar 02 18:53:59.972912 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:53:59.995299 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56358) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:00.000967 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'security_group_rule': {'security_group_id': 'f9d2f601-af13-4a32-838e-87fa678a7696', 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.059105 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.securitygroups_db [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Project 0d057704ed0a48ecbe8561f437b892c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:00.067697 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (3350f81a-c2c3-4a54-a197-686ec9581b38), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.068885 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (fae120ea-fc45-42eb-893a-f38d4bd59889), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.082492 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (3350f81a-c2c3-4a54-a197-686ec9581b38), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.097212 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ec283dce-9d36-4334-bfcd-87b965bf90ac', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'port_id': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'mac_address': 'fa:16:3e:ae:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 0, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:00.137233 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.143061 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300292 Mar 02 18:54:00.143715 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56360) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:00.155508 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.157756 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c2bc8-b979-4657-84a7-1ae587192b53 None None] The sync data for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi is: [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ec283dce-9d36-4334-bfcd-87b965bf90ac', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'port_id': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'mac_address': 'fa:16:3e:ae:6c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 0, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:00.179476 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8754a9-a8de-4054-b7a2-8193aacc181c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3350f81a-c2c3-4a54-a197-686ec9581b38,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.198150 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (dddbe245-e577-47a6-a3c9-87372c721ead), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.250083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (fae120ea-fc45-42eb-893a-f38d4bd59889), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.259612 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (fae120ea-fc45-42eb-893a-f38d4bd59889), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.271783 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks [] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), precommit_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.284221 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.291092 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.295026 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993445 Mar 02 18:54:00.314955 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff200a-6f6a-4657-8693-1605defa2f42 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae120ea-fc45-42eb-893a-f38d4bd59889,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.341224 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (dddbe245-e577-47a6-a3c9-87372c721ead), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.346384 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (dddbe245-e577-47a6-a3c9-87372c721ead), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.382567 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-59955b87-e62c-4343-9692-6fbd7dec5003 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:00.389861 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-59955b87-e62c-4343-9692-6fbd7dec5003 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.7257025 Mar 02 18:54:00.399037 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e157-5436-443b-b69b-0b0d23c26fe9 None None] Pushing event updated for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=3']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.416461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddbe245-e577-47a6-a3c9-87372c721ead,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.429162 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.430619 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-515b4532-dae8-41b3-97f8-566412bc45ba tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2806034 Mar 02 18:54:00.433675 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56372) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:00.451616 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.494064 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.securitygroups_db [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Project fa60559f33ae41fca82590224f60087f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:00.500487 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (06dedc5d-126a-477d-8386-cf77c23f92d9), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.593590 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03167265-6eba-47ba-a32a-751c833885cb None None] New status for floating IP ec283dce-9d36-4334-bfcd-87b965bf90ac: ACTIVE {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:54:00.603288 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-083d2479-2618-4ae9-b601-c656adf9a144 req-d5939051-75be-4df5-b2c2-030a143e8418 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 210 time: 0.1894329 Mar 02 18:54:00.629464 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Attempting to bind port a505b310-5c31-4b4a-94e2-d262e0431efe on host dv-cinder-800704-3-iscsi for vnic_type normal with profile {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:54:00.630478 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Attempting to bind port a505b310-5c31-4b4a-94e2-d262e0431efe by drivers openvswitch,hyperv on host dv-cinder-800704-3-iscsi at level 0 using segments [{'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:54:00.630701 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Attempting to bind port a505b310-5c31-4b4a-94e2-d262e0431efe on network ff494fce-850b-4d21-828a-0d867779eeb5 {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:00.640205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-1d68d1e5-258a-4b50-ab43-4b8c2bfd3102 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 380 time: 0.2350667 Mar 02 18:54:00.644177 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Checking agent: {'id': 'c0334b01-6e8a-4c95-b6bd-1e9d072d902c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800704-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 43, 11), 'started_at': datetime.datetime(2022, 3, 2, 18, 43, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800704-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:54:00.645001 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Checking segment: {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:54:00.646203 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.646746 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Bound using segment: {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'} {{(pid=109540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:54:00.647627 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.managers [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Bound port: a505b310-5c31-4b4a-94e2-d262e0431efe, host: dv-cinder-800704-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba79dc9-4a40-4458-8362-39c86380f4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5'}}] {{(pid=109540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:54:00.648120 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), before_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.649899 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (06dedc5d-126a-477d-8386-cf77c23f92d9), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.659258 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (06dedc5d-126a-477d-8386-cf77c23f92d9), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.662473 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'port': {'device_id': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'admin_state_up': True, 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'security_groups': ['a8c65117-d09e-4032-9aec-2309c9d67cb3']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.687520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dedc5d-126a-477d-8386-cf77c23f92d9,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.714953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.718017 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-09cec0a9-dc57-4b81-bd29-da4692893b20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2771187 Mar 02 18:54:00.720226 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56376) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:00.725832 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'security_group_rule': {'security_group_id': 'd300b796-31ee-4bef-904b-5e7f85b97e74', 'project_id': 'fa60559f33ae41fca82590224f60087f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.753797 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.securitygroups_db [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Project fa60559f33ae41fca82590224f60087f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:00.762852 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] For port a505b310-5c31-4b4a-94e2-d262e0431efe, host dv-cinder-800704-3-iscsi, cleared binding levels {{(pid=109540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:54:00.765119 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (98958f87-9bda-4805-90fc-137cd78ce9f2), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.768107 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.plugins.ml2.db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] For port a505b310-5c31-4b4a-94e2-d262e0431efe, host dv-cinder-800704-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=a505b310-5c31-4b4a-94e2-d262e0431efe,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:54:00.780111 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron_lib.callbacks.manager [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_update {{(pid=109540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.833937 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-809e029f-cd35-48f7-a649-eb643999890c req-f764f8cc-d7fd-4985-82d4-6f6c64fbf0ea tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473417091&fields=id&tenant_id=0d057704ed0a48ecbe8561f437b892c7 HTTP/1.1" status: 200 len: 267 time: 0.4362919 Mar 02 18:54:00.879887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Provisioning complete for port a505b310-5c31-4b4a-94e2-d262e0431efe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:00.880270 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.911759 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:54:00.912393 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:53:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:00.935499 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e157-5436-443b-b69b-0b0d23c26fe9 None None] Pushing event updated for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=4']} {{(pid=109540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.955284 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (98958f87-9bda-4805-90fc-137cd78ce9f2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:00.961138 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (98958f87-9bda-4805-90fc-137cd78ce9f2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.000364 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e029f-cd35-48f7-a649-eb643999890c req-967026ea-b58c-4132-8632-09317f89170d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:01.006765 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98958f87-9bda-4805-90fc-137cd78ce9f2,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.009358 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-809e029f-cd35-48f7-a649-eb643999890c req-967026ea-b58c-4132-8632-09317f89170d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.1732528 Mar 02 18:54:01.017072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.017996 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'port': {'security_groups': ['61b90b30-02e5-4eff-b258-9b4acf740f14', 'f9d2f601-af13-4a32-838e-87fa678a7696']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:01.018325 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5aab985f-aba9-4bc6-8ba3-fffb899d64eb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2970328 Mar 02 18:54:01.050437 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Current status of the port a505b310-5c31-4b4a-94e2-d262e0431efe is: DOWN; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:01.051089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.084683 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Made reservation on behalf of a293c75859834cf6878ced41ebacad9d for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:01.088471 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.103369 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] For port a505b310-5c31-4b4a-94e2-d262e0431efe, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=a505b310-5c31-4b4a-94e2-d262e0431efe,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:01.109614 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.118982 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:54:01.167966 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065418d-e8b5-4d73-b243-444dbfbb4305 None None] Pushing event updated for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.184240 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.238569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-ea84fa66-6e45-4e4c-a76a-8039fae1322d None None] Provisioning complete for port a505b310-5c31-4b4a-94e2-d262e0431efe triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:01.239314 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ea84fa66-6e45-4e4c-a76a-8039fae1322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.352591 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-ea84fa66-6e45-4e4c-a76a-8039fae1322d None None] Current status of the port a505b310-5c31-4b4a-94e2-d262e0431efe is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:01.364992 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.20.0.14 (3b6737ed-9235-41e6-ac01-e2af6d694e4f/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68/8d766e29-a06d-40c8-b315-1c557f720cc7) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:01.414628 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'a505b310-5c31-4b4a-94e2-d262e0431efe', 'name': '', 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'mac_address': 'fa:16:3e:c9:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:54:00Z', 'revision_number': 4, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'subnets': [{'id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:01.441732 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694e693-57b0-4c21-973b-47ce2ad3bba3 None None] The sync data for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi is: [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'a505b310-5c31-4b4a-94e2-d262e0431efe', 'name': '', 'network_id': 'ff494fce-850b-4d21-828a-0d867779eeb5', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'mac_address': 'fa:16:3e:c9:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:54Z', 'updated_at': '2022-03-02T18:54:00Z', 'revision_number': 4, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'subnets': [{'id': '3504930f-8325-4591-87af-5e6d6b2cb5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:01.591630 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:01.654915 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.674483 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.686179 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.706643 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:01.736358 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:01.736995 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.738480 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-809e029f-cd35-48f7-a649-eb643999890c req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "PUT /v2.0/ports/0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 982 time: 0.7291727 Mar 02 18:54:01.738962 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:01.741841 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411e347-1263-48ae-9136-77cd2bf9fb12" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:01.858748 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:01.877221 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a074e112-78ca-42d9-b50a-f2c1fd27351a req-9e5650b1-aedc-4755-bef5-a52b4ad0185b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 210 time: 0.1231618 Mar 02 18:54:01.974870 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c5fe-a234-4f4c-9779-11851bb325b0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=6']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.988590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:01.991434 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d488b06-39c0-47e3-8215-1c5ce2954506 x-openstack-request-id: req-9d488b06-39c0-47e3-8215-1c5ce2954506 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:01.991554 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:01.991776 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d488b06-39c0-47e3-8215-1c5ce2954506 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:02.001945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:54:02.072309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:02.120038 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:02.126143 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-880f7981-ebb1-49ff-b668-3a13f894dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.126591 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:54:02.127864 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-880f7981-ebb1-49ff-b668-3a13f894dc7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1169 time: 0.1075227 Mar 02 18:54:02.132098 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.132724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:02.181783 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055c6e-aec6-4b07-91db-99055cb5bead req-16009381-5ca8-45a2-b204-d051437ecc6a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.183668 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-04055c6e-aec6-4b07-91db-99055cb5bead req-16009381-5ca8-45a2-b204-d051437ecc6a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.3129122 Mar 02 18:54:02.204422 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:02.212193 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-401b2978-cc58-43fe-8a0a-b39344e27c39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5592244 Mar 02 18:54:02.236478 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Request body: {'port': {'device_id': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:02.353679 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-cfd6901a-a537-4dad-ba11-604966c32893 None None] Provisioning complete for port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:02.354887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-cfd6901a-a537-4dad-ba11-604966c32893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:02.383642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-cb13ae59-9c45-4add-b37e-590d1047eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.391105 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-cb13ae59-9c45-4add-b37e-590d1047eb73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.2539341 Mar 02 18:54:02.485182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-04055c6e-aec6-4b07-91db-99055cb5bead req-e4c66651-4a10-4c10-9a44-f8c83075b22c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2890620 Mar 02 18:54:02.503819 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:02.637853 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-54f503d4-a21f-4c0e-a5ad-1a6ca15c9b2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 1001 time: 0.2396617 Mar 02 18:54:02.641381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6901a-a537-4dad-ba11-604966c32893 None None] Current status of the port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:02.696230 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-afc9d36d-45be-4d22-9f33-f775fab0331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.698377 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-afc9d36d-45be-4d22-9f33-f775fab0331e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.0531003 Mar 02 18:54:02.762872 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-5e7e2601-7536-4007-89fb-0caf282f534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:02.764945 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-5e7e2601-7536-4007-89fb-0caf282f534f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578027 Mar 02 18:54:02.825509 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-faca8a81-f62c-4c3b-9dee-77048e0d2f60 None None] Provisioning complete for port 8d766e29-a06d-40c8-b315-1c557f720cc7 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:02.826121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-faca8a81-f62c-4c3b-9dee-77048e0d2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:02.911042 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-f474c92e-c844-4549-b29d-6b7f4f44c938 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369791 Mar 02 18:54:02.927806 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d766e29-a06d-40c8-b315-1c557f720cc7 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:02.936607 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-faca8a81-f62c-4c3b-9dee-77048e0d2f60 None None] Port 8d766e29-a06d-40c8-b315-1c557f720cc7 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:54:02.938603 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks [] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:02.964547 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Transition to ACTIVE for port object 8d766e29-a06d-40c8-b315-1c557f720cc7 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:54:02.972086 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:03.036410 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-6411e347-1263-48ae-9136-77cd2bf9fb12 req-71e0748f-193f-4ab1-916b-34e31758b327 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100409 Mar 02 18:54:03.103734 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.157395 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce975-06b8-4bb2-9d04-d59f5bffe678 req-2e2ed90a-cc73-461e-afab-174ff4a46851 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:03.159002 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d19ce975-06b8-4bb2-9d04-d59f5bffe678 req-2e2ed90a-cc73-461e-afab-174ff4a46851 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.1584926 Mar 02 18:54:03.159738 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Attempting to bind port 8d766e29-a06d-40c8-b315-1c557f720cc7 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:54:03.160071 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Attempting to bind port 8d766e29-a06d-40c8-b315-1c557f720cc7 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:54:03.160397 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Attempting to bind port 8d766e29-a06d-40c8-b315-1c557f720cc7 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:03.165406 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Port 8d766e29-a06d-40c8-b315-1c557f720cc7 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:54:03.165685 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Attempting to bind port 8d766e29-a06d-40c8-b315-1c557f720cc7 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:03.178232 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:54:03.178580 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:54:03.178972 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Bound using segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:54:03.179429 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Bound port: 8d766e29-a06d-40c8-b315-1c557f720cc7, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:54:03.179797 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:03.277744 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d19ce975-06b8-4bb2-9d04-d59f5bffe678 req-25938744-7a9e-45a4-9ee9-905d7e51afc3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077807 Mar 02 18:54:03.324688 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:54:03.329259 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:54:03.334821 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device a505b310-5c31-4b4a-94e2-d262e0431efe up at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:54:03.338110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:03.375234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:03.376016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:03.377680 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d766e29-a06d-40c8-b315-1c557f720cc7 HTTP/1.1" status: 200 len: 1094 time: 1.1518576 Mar 02 18:54:03.404452 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Provisioning complete for port a505b310-5c31-4b4a-94e2-d262e0431efe triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:03.404860 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:03.416741 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f471-f936-4680-812f-221a4b0c4ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.504130 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-b882c7f5-a0fa-4497-b781-feaa1eb724a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:03.505835 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-b882c7f5-a0fa-4497-b781-feaa1eb724a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 1128 time: 0.0602171 Mar 02 18:54:03.518871 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Current status of the port a505b310-5c31-4b4a-94e2-d262e0431efe is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:03.572985 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-fb7bd154-3601-4a9a-a724-68adb5cbe829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d766e29-a06d-40c8-b315-1c557f720cc7 HTTP/1.1" status: 200 len: 217 time: 0.0429397 Mar 02 18:54:03.652217 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-93cc7b5c-99c8-4bad-9563-27c2bcf6dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:03.654335 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-93cc7b5c-99c8-4bad-9563-27c2bcf6dc8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0538840 Mar 02 18:54:03.709700 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-432f7a82-bd2e-4453-9a8e-08a7a8f377e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:03.711541 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-432f7a82-bd2e-4453-9a8e-08a7a8f377e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479894 Mar 02 18:54:03.817500 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-d15c7359-c54d-4018-a3fe-70300b0d67a8 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932760 Mar 02 18:54:03.911965 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c3af12e5-14c8-49bb-acf6-04e6110738c0 req-3f5c5ad0-2844-4abd-8528-bb93b6c0860e service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879219 Mar 02 18:54:04.003464 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:04.007579 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd01e3d-78dc-4829-aa6e-631fa307e718" -d '{"events": [{"name": "network-changed", "server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:04.043664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df462923-bbab-422f-86bb-136b24b70a93 x-openstack-request-id: req-df462923-bbab-422f-86bb-136b24b70a93 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:04.044116 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:04.044313 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df462923-bbab-422f-86bb-136b24b70a93 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:04.044881 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'status': 'completed', 'code': 200} Mar 02 18:54:04.129399 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-12e3eb70-34f7-47c1-9163-7bbff251fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:04.130994 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-12e3eb70-34f7-47c1-9163-7bbff251fa81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 1128 time: 0.0573785 Mar 02 18:54:04.237678 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-37b690e5-a0bc-425d-b16f-0a14105b325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:04.239589 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-37b690e5-a0bc-425d-b16f-0a14105b325f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.0970027 Mar 02 18:54:04.287654 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-bac022e5-2ddf-4b3f-aa83-516a1a2a7634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d766e29-a06d-40c8-b315-1c557f720cc7 HTTP/1.1" status: 200 len: 217 time: 0.0393710 Mar 02 18:54:04.345108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-af48694f-1442-4226-bf17-b86f01b43173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:04.346808 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-af48694f-1442-4226-bf17-b86f01b43173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0479910 Mar 02 18:54:04.377446 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-df040f4d-7c1b-4bca-a853-e4ab4bf5855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:04.431725 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6860-d939-45f3-be52-d27aaaf541fd req-7274192e-10b1-4cea-bf87-8aeeea028556 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:04.433205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b2df6860-d939-45f3-be52-d27aaaf541fd req-7274192e-10b1-4cea-bf87-8aeeea028556 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0856030 Mar 02 18:54:04.436462 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-a31f8515-e432-40d1-8784-ad89d41ac602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:04.437872 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-a31f8515-e432-40d1-8784-ad89d41ac602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789890 Mar 02 18:54:04.533754 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b2df6860-d939-45f3-be52-d27aaaf541fd req-6327ffeb-a5c8-4f64-94f7-99ee1945af30 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942841 Mar 02 18:54:04.560987 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-06864be6-fe18-4719-9175-50041860db3b service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085274 Mar 02 18:54:04.662933 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcd01e3d-78dc-4829-aa6e-631fa307e718 req-f53e2cc1-ec0a-4824-9b24-e69c1f305e79 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884380 Mar 02 18:54:05.652730 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08244-e098-4010-b6a5-00df5ae16d04 req-a2e937b9-ae91-4d83-883b-10d9cc9a8d52 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:05.654255 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dbf08244-e098-4010-b6a5-00df5ae16d04 req-a2e937b9-ae91-4d83-883b-10d9cc9a8d52 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0536792 Mar 02 18:54:05.703990 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dbf08244-e098-4010-b6a5-00df5ae16d04 req-7ae24d4e-88b0-42ef-ba1c-5224bfbf31d1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Mar 02 18:54:06.640959 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-95860e03-c01d-48fe-a9b8-5e789d1ab6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:06.818882 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a385f0-811d-430b-9311-ee3a0f339dcf req-06039578-c0c6-4040-a83a-21a851051440 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:06.820349 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d5a385f0-811d-430b-9311-ee3a0f339dcf req-06039578-c0c6-4040-a83a-21a851051440 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0506034 Mar 02 18:54:06.867275 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d5a385f0-811d-430b-9311-ee3a0f339dcf req-9db0b1d2-c5f4-4533-9916-d667a4bc6f15 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Mar 02 18:54:07.782259 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:07.986680 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269b25-014d-4e71-8624-f3baf158a6b4 req-7c00408a-51d4-4218-8ba9-87a93719e79e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:07.988161 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a5269b25-014d-4e71-8624-f3baf158a6b4 req-7c00408a-51d4-4218-8ba9-87a93719e79e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0558484 Mar 02 18:54:08.035709 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a5269b25-014d-4e71-8624-f3baf158a6b4 req-d951a72c-fcae-47f1-8659-16a0c7bae3d9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Mar 02 18:54:09.154242 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e051772-bc91-4246-a6bf-c3b83d753277 req-12408df6-4ed1-4569-8ae1-4c5059bb3cbc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:09.156050 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e051772-bc91-4246-a6bf-c3b83d753277 req-12408df6-4ed1-4569-8ae1-4c5059bb3cbc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0536270 Mar 02 18:54:09.209152 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e051772-bc91-4246-a6bf-c3b83d753277 req-a8106afa-fe96-4323-9e03-5f1d2fbbd44b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471644 Mar 02 18:54:09.600368 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:09.811772 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e05d2-2ffd-449d-b76b-2295e3785f80 req-af886949-5b52-44e3-b6e6-ef86e1f40e08 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:09.813691 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-230e05d2-2ffd-449d-b76b-2295e3785f80 req-af886949-5b52-44e3-b6e6-ef86e1f40e08 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0567927 Mar 02 18:54:09.863992 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-230e05d2-2ffd-449d-b76b-2295e3785f80 req-a116118c-9211-45de-8152-192091f71dea tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Mar 02 18:54:10.329581 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ac349-7cbf-4075-ba6d-c4fac8a434ca req-1502e4f0-a0a8-413b-a4be-15d575c6c90a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:10.331076 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb1ac349-7cbf-4075-ba6d-c4fac8a434ca req-1502e4f0-a0a8-413b-a4be-15d575c6c90a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0526137 Mar 02 18:54:10.380831 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bb1ac349-7cbf-4075-ba6d-c4fac8a434ca req-7b31b127-2a5a-4108-b88c-827a9006245d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441928 Mar 02 18:54:10.678514 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-f8d81c89-a2ba-4d59-9845-f6f634e8f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:10.680060 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-f8d81c89-a2ba-4d59-9845-f6f634e8f99d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.0480897 Mar 02 18:54:10.699884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:10.774149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-d5268b2d-4b9f-4446-9788-1613ac88cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:10.775628 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-d5268b2d-4b9f-4446-9788-1613ac88cb4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.0895953 Mar 02 18:54:10.818553 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-a79f0581-3b4a-4bfa-a9f1-eaf13d14aef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0364976 Mar 02 18:54:10.871204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-d1191338-e0f8-4d27-ba56-a4fd8da1528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:10.872710 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-d1191338-e0f8-4d27-ba56-a4fd8da1528d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0474715 Mar 02 18:54:10.905169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-91c96493-5e03-4077-aa22-637aaaff7e25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248263 Mar 02 18:54:11.029564 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-c81bd1da-e7de-4d82-abeb-b664f75f65b0 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171479 Mar 02 18:54:11.037409 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25e1a7-74c0-4f38-9105-92ba7fd8859c req-b462ef2a-90e4-4463-b33b-84660be278c7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:11.038765 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf25e1a7-74c0-4f38-9105-92ba7fd8859c req-b462ef2a-90e4-4463-b33b-84660be278c7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0848215 Mar 02 18:54:11.132724 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf25e1a7-74c0-4f38-9105-92ba7fd8859c req-13c16d87-3167-404a-88c1-d728526a8fbf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855327 Mar 02 18:54:11.156731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9fbc71a-6722-442d-b58e-e377c0157114 req-2e2b448c-73da-40b5-98a9-3d50656f7ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169751 Mar 02 18:54:11.502987 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ee301-3209-4153-b632-f2621f007219 req-41bdfa8a-d0a6-4456-b5ec-d4eff1223b0d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:11.504490 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-768ee301-3209-4153-b632-f2621f007219 req-41bdfa8a-d0a6-4456-b5ec-d4eff1223b0d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0560892 Mar 02 18:54:11.552748 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-768ee301-3209-4153-b632-f2621f007219 req-b0434849-8b12-434a-a3ae-f10f8467df9b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Mar 02 18:54:12.250700 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb95620-fe14-4cca-80de-53ab1b406030 req-cff0c97d-85aa-4031-af96-5546fe55ffc6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:12.252213 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1fb95620-fe14-4cca-80de-53ab1b406030 req-cff0c97d-85aa-4031-af96-5546fe55ffc6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Mar 02 18:54:12.298952 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1fb95620-fe14-4cca-80de-53ab1b406030 req-f6c3a3ea-2d5a-447a-a348-2a9cebc50d1e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Mar 02 18:54:12.686235 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd995b4-cd8f-4028-9f42-ee18129ee4e4 req-21f96885-a410-4113-8273-4dc1c121bfd3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:12.687745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ffd995b4-cd8f-4028-9f42-ee18129ee4e4 req-21f96885-a410-4113-8273-4dc1c121bfd3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0621595 Mar 02 18:54:12.743991 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ffd995b4-cd8f-4028-9f42-ee18129ee4e4 req-2d51d3e3-576f-46f8-8eb2-a22ae6405edd tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504501 Mar 02 18:54:12.965115 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-ab74087c-5dd6-4474-9c43-41d7afcd4c3a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:12.966895 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-ab74087c-5dd6-4474-9c43-41d7afcd4c3a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1016915 Mar 02 18:54:12.982143 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-69ed9faf-99c3-4954-9289-733f00a3a706 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/quotas/5b40e6f601ce4fed815b312e0914e075 HTTP/1.1" status: 200 len: 375 time: 0.0093172 Mar 02 18:54:13.039078 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-3b4a89e7-e79a-4122-acaf-4a99a8507604 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520923 Mar 02 18:54:13.132952 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-aa7a80c6-ff81-4f18-8542-d0c85c658195 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Mar 02 18:54:13.225286 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-10332e91-ede4-4428-819f-58047f4e6d74 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 Mar 02 18:54:13.403924 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9a4496b-d649-48ca-93e7-906ee01c8adc req-f88f04e1-1687-4ddd-bc09-bc0799f41a68 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 210 time: 0.0384464 Mar 02 18:54:13.473710 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9c9e-1541-4c6e-8541-b5e244ea17f5 req-86281e25-10ed-4961-b403-998248f0dfa7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:13.475171 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a2e9c9e-1541-4c6e-8541-b5e244ea17f5 req-86281e25-10ed-4961-b403-998248f0dfa7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Mar 02 18:54:13.524803 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a2e9c9e-1541-4c6e-8541-b5e244ea17f5 req-aff15578-4545-4c73-af3f-42efc8d26651 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Mar 02 18:54:13.870234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d79f-9a2f-4364-a809-351df14309f5 req-e90ef874-7f0f-4561-a8e3-cb8b9c486b70 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:13.871757 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b38d79f-9a2f-4364-a809-351df14309f5 req-e90ef874-7f0f-4561-a8e3-cb8b9c486b70 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0555954 Mar 02 18:54:13.923879 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b38d79f-9a2f-4364-a809-351df14309f5 req-3b382cdb-2494-4e3b-a6f3-bb7cdf1adc08 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Mar 02 18:54:14.535220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b4a8fa85-5259-4f1e-8d4a-b969d93cb823 req-6ce9f621-ae80-41a9-8e03-aaaae4b4503e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 210 time: 0.0396395 Mar 02 18:54:14.555580 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-56d5bf03-7216-4474-a6ca-c9ce443ac8af tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.557121 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-56d5bf03-7216-4474-a6ca-c9ce443ac8af tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 814 time: 0.1751523 Mar 02 18:54:14.587503 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Request body: {'port': {'device_id': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'admin_state_up': True, 'tenant_id': '5b40e6f601ce4fed815b312e0914e075'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:14.855353 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56690) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:14.951298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e5fa6-2030-4e1e-9407-e333474a5da0 req-8c3f9459-37d2-4f20-afe8-7d64dd874c9d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.953149 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-709e5fa6-2030-4e1e-9407-e333474a5da0 req-8c3f9459-37d2-4f20-afe8-7d64dd874c9d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0876389 Mar 02 18:54:14.964288 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22a24a18-c306-4b08-a8a5-e45858dc7025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:14.992485 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Made reservation on behalf of 5b40e6f601ce4fed815b312e0914e075 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:14.995871 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.048203 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22a24a18-c306-4b08-a8a5-e45858dc7025 admin admin] Publish callbacks [] for security_group (326357a9-12fa-4aab-85f0-a2e0680075fc), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.051633 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-22a24a18-c306-4b08-a8a5-e45858dc7025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (326357a9-12fa-4aab-85f0-a2e0680075fc), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.055738 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-709e5fa6-2030-4e1e-9407-e333474a5da0 req-fdce3355-21f6-4e67-8e98-232c64f0acf5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Mar 02 18:54:15.094510 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24a18-c306-4b08-a8a5-e45858dc7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326357a9-12fa-4aab-85f0-a2e0680075fc,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:15.102376 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-22a24a18-c306-4b08-a8a5-e45858dc7025 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdcaf91b6acc40a4826f4f4bf74d8984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435279 Mar 02 18:54:15.103272 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56696) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:15.117302 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1314-48ce-4552-b0f4-f82799c6377f req-065371f7-f200-485e-b4a2-6ce99ecf0091 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.119132 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fa8d1314-48ce-4552-b0f4-f82799c6377f req-065371f7-f200-485e-b4a2-6ce99ecf0091 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.1120560 Mar 02 18:54:15.152340 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] Publish callbacks [] for security_group (326357a9-12fa-4aab-85f0-a2e0680075fc), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.174888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] Publish callbacks [] for security_group (326357a9-12fa-4aab-85f0-a2e0680075fc), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.216652 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fa8d1314-48ce-4552-b0f4-f82799c6377f req-cf43d9d1-e6d5-4127-9f7a-d4bca39f42b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877609 Mar 02 18:54:15.227792 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (326357a9-12fa-4aab-85f0-a2e0680075fc), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.229981 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Allocated IP 172.20.0.13 (c8ead4be-46bc-466c-aa11-fe7cda731823/c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d/3f5758c2-d229-4207-b9fb-e2c547e1a75d) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:15.230328 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.231651 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/326357a9-12fa-4aab-85f0-a2e0680075fc HTTP/1.1" status: 204 len: 168 time: 0.1281600 Mar 02 18:54:15.240386 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca163a-ad76-4fe2-9981-6c029687f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326357a9-12fa-4aab-85f0-a2e0680075fc,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:15.404288 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks [] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.441898 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.459345 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7', '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'c18601ae-d3c0-4184-8507-2c56dc3c3b83'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:15.491108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Network c8ead4be-46bc-466c-aa11-fe7cda731823 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:15.496251 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:15.500685 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:54:15.506133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.506801 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.517207 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event updated for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:15.526256 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56702) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:15.533519 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-b27c1d6f-3f1a-4510-bd4b-8e4137e02bf6 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9553668 Mar 02 18:54:15.543587 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f3d31281-b025-4d1b-aa16-416f5fc142a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.549630 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Request body: {'port': {'device_id': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:15.635745 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.657673 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f3d31281-b025-4d1b-aa16-416f5fc142a1 admin admin] Publish callbacks [] for security_group (f85ced5f-e5f7-4a63-b8f3-e80043d2025f), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.662286 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f3d31281-b025-4d1b-aa16-416f5fc142a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f85ced5f-e5f7-4a63-b8f3-e80043d2025f), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.704984 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31281-b025-4d1b-aa16-416f5fc142a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ced5f-e5f7-4a63-b8f3-e80043d2025f,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:15.709622 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f3d31281-b025-4d1b-aa16-416f5fc142a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15da4a8d9a034d6f96d71f865416df55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822412 Mar 02 18:54:15.712049 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56708) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:15.751246 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72560ba-3a65-4f19-82a6-34ccf9d7d1ac req-ee0aca4c-3b74-48a4-aa6a-37da68eacd31 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.752850 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d72560ba-3a65-4f19-82a6-34ccf9d7d1ac req-ee0aca4c-3b74-48a4-aa6a-37da68eacd31 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 932 time: 0.1030195 Mar 02 18:54:15.763410 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] Publish callbacks [] for security_group (f85ced5f-e5f7-4a63-b8f3-e80043d2025f), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.786589 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] Publish callbacks [] for security_group (f85ced5f-e5f7-4a63-b8f3-e80043d2025f), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.852497 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f85ced5f-e5f7-4a63-b8f3-e80043d2025f), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.855108 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:15.864437 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f85ced5f-e5f7-4a63-b8f3-e80043d2025f HTTP/1.1" status: 204 len: 168 time: 0.1484528 Mar 02 18:54:15.878175 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0bdd6-df86-4330-b73a-72bd96fefc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ced5f-e5f7-4a63-b8f3-e80043d2025f,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:15.912273 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d72560ba-3a65-4f19-82a6-34ccf9d7d1ac req-89359cf3-2312-48ec-8092-f6d5579f449e tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127443 Mar 02 18:54:16.007557 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5758c2-d229-4207-b9fb-e2c547e1a75d {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:16.016513 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks [] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:16.029872 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Transition to ACTIVE for port object 3f5758c2-d229-4207-b9fb-e2c547e1a75d will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:54:16.034373 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:16.089848 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:16.120234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Attempting to bind port 3f5758c2-d229-4207-b9fb-e2c547e1a75d on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:54:16.120837 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Attempting to bind port 3f5758c2-d229-4207-b9fb-e2c547e1a75d by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:54:16.121289 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Attempting to bind port 3f5758c2-d229-4207-b9fb-e2c547e1a75d on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:16.126174 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Port 3f5758c2-d229-4207-b9fb-e2c547e1a75d on network c8ead4be-46bc-466c-aa11-fe7cda731823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:54:16.126621 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Attempting to bind port 3f5758c2-d229-4207-b9fb-e2c547e1a75d on network c8ead4be-46bc-466c-aa11-fe7cda731823 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:16.131588 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:54:16.131928 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Checking segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:54:16.132317 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Bound using segment: {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:54:16.132751 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Bound port: 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d812a8-f7a0-4924-93a4-166f52ebebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:54:16.133117 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:16.236084 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb24003-313f-49a1-aac8-077245b63980 req-a1b6e646-c501-4539-944e-01fc7f2f0506 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.237625 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fb24003-313f-49a1-aac8-077245b63980 req-a1b6e646-c501-4539-944e-01fc7f2f0506 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1023815 Mar 02 18:54:16.246780 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:54:16.249974 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:54:16.262886 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:16.333779 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.334400 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:16.335848 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f5758c2-d229-4207-b9fb-e2c547e1a75d HTTP/1.1" status: 200 len: 1094 time: 0.7929971 Mar 02 18:54:16.336298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:16.338641 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:16.393049 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fb24003-313f-49a1-aac8-077245b63980 req-02064bdd-632a-4b87-81e7-1d288f15561e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413310 Mar 02 18:54:16.406371 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595516f-2878-4394-b0f6-38973117cdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:16.446634 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd02e1f5-5ce8-40b3-8892-fdd91a78b90c x-openstack-request-id: req-bd02e1f5-5ce8-40b3-8892-fdd91a78b90c {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:16.447075 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:16.447390 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd02e1f5-5ce8-40b3-8892-fdd91a78b90c {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:16.447885 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d', 'status': 'completed', 'code': 200} Mar 02 18:54:16.475705 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e0a4-feee-417f-bbda-f7fab74feb46 req-ccf8b8bc-4368-498b-a568-7bcf605ee3d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.477142 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fef7e0a4-feee-417f-bbda-f7fab74feb46 req-ccf8b8bc-4368-498b-a568-7bcf605ee3d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.1756566 Mar 02 18:54:16.492845 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-3bc78400-9527-4682-9fd0-39eb0f01f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.494290 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-3bc78400-9527-4682-9fd0-39eb0f01f056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 1128 time: 0.1050324 Mar 02 18:54:16.551269 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-20aacfde-8f87-4d8a-8a7a-e69cb5b10488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d HTTP/1.1" status: 200 len: 217 time: 0.0463018 Mar 02 18:54:16.603485 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fef7e0a4-feee-417f-bbda-f7fab74feb46 req-30005bc4-6552-4240-828a-79f814beadd0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182864 Mar 02 18:54:16.617500 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-7db22e8f-8ff4-4160-85b6-8cd914eb915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.619290 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-7db22e8f-8ff4-4160-85b6-8cd914eb915f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.0617361 Mar 02 18:54:16.655838 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-f9f62a04-c57c-4d79-a357-13401c62aca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289190 Mar 02 18:54:16.748198 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-75d9fee1-d38d-4e52-9c2b-c2dfe52f2a1e service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Mar 02 18:54:16.848795 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ecd8b911-f2b5-4e7d-a65a-5d543a77770d req-1fd67864-b419-40ab-8735-947bb0bc2623 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926692 Mar 02 18:54:16.954025 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-d036535d-a1e0-43c6-a89f-d9d4451b2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:16.955875 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-d036535d-a1e0-43c6-a89f-d9d4451b2183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b40e6f601ce4fed815b312e0914e075&device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 1128 time: 0.0493031 Mar 02 18:54:17.104587 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-85a22320-1d4c-400a-bedb-49398f9cf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.106259 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-85a22320-1d4c-400a-bedb-49398f9cf19a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 200 len: 915 time: 0.1373549 Mar 02 18:54:17.114705 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74147eba-3532-44cb-a7b6-6644cefda37e req-1586ef3b-5efb-4b0b-98e4-6445e46f042a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.116241 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74147eba-3532-44cb-a7b6-6644cefda37e req-1586ef3b-5efb-4b0b-98e4-6445e46f042a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 944 time: 0.1150625 Mar 02 18:54:17.159076 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-c96e0f52-11e3-47a4-887a-7cf99587c3ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d HTTP/1.1" status: 200 len: 217 time: 0.0418587 Mar 02 18:54:17.232259 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74147eba-3532-44cb-a7b6-6644cefda37e req-4115c077-d065-4941-87e5-5496a50cd95d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069198 Mar 02 18:54:17.241823 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-e95a10a3-df12-432e-86b9-7e0a60c834e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.243365 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-e95a10a3-df12-432e-86b9-7e0a60c834e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 200 len: 854 time: 0.0687857 Mar 02 18:54:17.276960 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-23e66c31-39f9-4617-b108-1a38e7d29e91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ead4be-46bc-466c-aa11-fe7cda731823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266047 Mar 02 18:54:17.374535 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-84b0bc8c-409a-4716-89fb-b4eae97ef1ff service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903590 Mar 02 18:54:17.496221 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-370fed0f-c0ad-40cb-ad46-7f4257d0f3f8 req-eed37946-796e-4ef2-9d52-2ff237aba788 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139653 Mar 02 18:54:17.545235 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9d01c-95f2-42d9-b3b2-426fd278452d req-d06db3b8-1e6c-4bcd-a995-79657bda47fe tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.547756 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-88a9d01c-95f2-42d9-b3b2-426fd278452d req-d06db3b8-1e6c-4bcd-a995-79657bda47fe tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0682702 Mar 02 18:54:17.609542 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-88a9d01c-95f2-42d9-b3b2-426fd278452d req-425c068a-a8a9-4cb3-aea5-bd7ef61d5bf4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Mar 02 18:54:17.746947 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3707-5a0e-4596-9b83-685aec9c79ab req-8a83ccdf-dd41-422f-8b58-bf97ff3754c4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.748456 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-959b3707-5a0e-4596-9b83-685aec9c79ab req-8a83ccdf-dd41-422f-8b58-bf97ff3754c4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0616624 Mar 02 18:54:17.801948 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-959b3707-5a0e-4596-9b83-685aec9c79ab req-405dc03c-b67a-4352-b5a9-b99dab099559 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471830 Mar 02 18:54:18.360425 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e23c2b-8bf6-4714-8d78-fe57c20e3548 req-334dfe54-e446-4a5e-9ef5-3a3a532e841b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:18.361993 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51e23c2b-8bf6-4714-8d78-fe57c20e3548 req-334dfe54-e446-4a5e-9ef5-3a3a532e841b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 944 time: 0.0591302 Mar 02 18:54:18.414879 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51e23c2b-8bf6-4714-8d78-fe57c20e3548 req-84302a01-c6df-4e4a-a0f0-c6c91384b155 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Mar 02 18:54:18.484731 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56808) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:18.598257 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.686591 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Publish callbacks [] for security_group (ec76372c-02dd-49fa-bfde-16ce8e575e6a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.690961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (ec76372c-02dd-49fa-bfde-16ce8e575e6a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.729467 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76372c-02dd-49fa-bfde-16ce8e575e6a,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:18.740190 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.740538 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.740879 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.741214 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.741591 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.741919 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.742249 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.742574 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.742918 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.743249 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.743569 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.743885 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.744235 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:18.744936 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfec4e-be39-4553-bdf9-abfdb95d8bb8 req-9ad0805c-9d3c-4594-83cf-bd29fd8e8df4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:18.753533 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7cfec4e-be39-4553-bdf9-abfdb95d8bb8 req-9ad0805c-9d3c-4594-83cf-bd29fd8e8df4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0666432 Mar 02 18:54:18.754111 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ef646bd5-a640-443d-bd79-612db3598fe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34bb4dcab9014068aa94aa93f23dc4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681830 Mar 02 18:54:18.754730 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56816) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:18.805778 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7cfec4e-be39-4553-bdf9-abfdb95d8bb8 req-ff11eb2d-a771-419b-971d-638fb21bdc38 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513084 Mar 02 18:54:18.809621 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] Publish callbacks [] for security_group (ec76372c-02dd-49fa-bfde-16ce8e575e6a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.832018 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] Publish callbacks [] for security_group (ec76372c-02dd-49fa-bfde-16ce8e575e6a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.883194 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (ec76372c-02dd-49fa-bfde-16ce8e575e6a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.886005 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:18.888381 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec76372c-02dd-49fa-bfde-16ce8e575e6a HTTP/1.1" status: 204 len: 168 time: 0.1315215 Mar 02 18:54:18.895329 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421a14-241e-4988-afde-f693cd58c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76372c-02dd-49fa-bfde-16ce8e575e6a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:18.938792 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249eeb0-9b15-4f94-9be4-d3654e25bab0 req-a22c6e98-f26d-41ec-a35c-9dfc8c56e026 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:18.940388 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9249eeb0-9b15-4f94-9be4-d3654e25bab0 req-a22c6e98-f26d-41ec-a35c-9dfc8c56e026 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0625820 Mar 02 18:54:18.999466 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9249eeb0-9b15-4f94-9be4-d3654e25bab0 req-4f5b438c-30f5-4808-a155-54818d8987cb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517378 Mar 02 18:54:19.174981 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 56824) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:19.189554 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b1099359-1fb8-4ee6-b45c-3bb64e6641c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.268107 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b1099359-1fb8-4ee6-b45c-3bb64e6641c8 admin admin] Publish callbacks [] for security_group (042e90e5-4028-44e9-859a-0f4ec9f1c139), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.272149 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b1099359-1fb8-4ee6-b45c-3bb64e6641c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (042e90e5-4028-44e9-859a-0f4ec9f1c139), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.309917 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1099359-1fb8-4ee6-b45c-3bb64e6641c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e90e5-4028-44e9-859a-0f4ec9f1c139,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:19.314307 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-b1099359-1fb8-4ee6-b45c-3bb64e6641c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1045e90ff5f426aae5bf151d5e00973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382251 Mar 02 18:54:19.317268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 56826) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:19.372170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Publish callbacks [] for security_group (042e90e5-4028-44e9-859a-0f4ec9f1c139), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.395690 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Publish callbacks [] for security_group (042e90e5-4028-44e9-859a-0f4ec9f1c139), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.448183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (042e90e5-4028-44e9-859a-0f4ec9f1c139), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.450821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:19.452000 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/042e90e5-4028-44e9-859a-0f4ec9f1c139 HTTP/1.1" status: 204 len: 168 time: 0.1336064 Mar 02 18:54:19.460268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e90e5-4028-44e9-859a-0f4ec9f1c139,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:19.468507 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.468858 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.469197 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.469558 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.469889 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.470298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.470541 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.470864 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.471188 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.471509 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.471834 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.472147 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.472459 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d6d847-9bf2-4910-95a3-eb8efcc9c7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:19.543735 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907e11-3cd0-4899-a7bd-4ddc6ff0ec86 req-7f15f23e-678f-43b1-ab1c-2b92796f28ba tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:19.545505 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-75907e11-3cd0-4899-a7bd-4ddc6ff0ec86 req-7f15f23e-678f-43b1-ab1c-2b92796f28ba tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 944 time: 0.0554922 Mar 02 18:54:19.594748 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-75907e11-3cd0-4899-a7bd-4ddc6ff0ec86 req-0d4d613c-e1f9-4824-b265-65a2917dcfab tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Mar 02 18:54:19.925251 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8419db-3366-4d2f-bde1-531a4a4ce189 req-96ef9f0c-124a-4082-aa20-fc69ad9b353c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:19.926791 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb8419db-3366-4d2f-bde1-531a4a4ce189 req-96ef9f0c-124a-4082-aa20-fc69ad9b353c tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Mar 02 18:54:19.977025 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb8419db-3366-4d2f-bde1-531a4a4ce189 req-e17aa13d-750f-4ee8-ad61-5f2db13ae5c7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Mar 02 18:54:20.126753 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4d10-6ff3-43d5-9c36-9a7a7b2ccebb req-8076c187-1c5b-4fdc-b411-6dde22683f24 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:20.128937 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1adc4d10-6ff3-43d5-9c36-9a7a7b2ccebb req-8076c187-1c5b-4fdc-b411-6dde22683f24 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0616117 Mar 02 18:54:20.186704 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1adc4d10-6ff3-43d5-9c36-9a7a7b2ccebb req-48366c5f-153f-4e97-bf09-2107de454527 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516324 Mar 02 18:54:20.714271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a8022-6f78-4265-b130-55a582ea7183 req-f6b2d45c-a9d3-4e71-9f2a-220ca7522398 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:20.716393 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a3a8022-6f78-4265-b130-55a582ea7183 req-f6b2d45c-a9d3-4e71-9f2a-220ca7522398 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 944 time: 0.0573218 Mar 02 18:54:20.763175 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a3a8022-6f78-4265-b130-55a582ea7183 req-f14e8dd8-0aac-461b-8ad9-4e347fbaf576 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Mar 02 18:54:21.105602 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8809d-58fb-4223-aa6c-f40d30c94a3a req-27bca6a7-da82-4bb9-8502-9123f4cc4454 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:21.107187 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3a8809d-58fb-4223-aa6c-f40d30c94a3a req-27bca6a7-da82-4bb9-8502-9123f4cc4454 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0571151 Mar 02 18:54:21.160043 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3a8809d-58fb-4223-aa6c-f40d30c94a3a req-c4957e69-332c-4dc1-b0c7-b22cdda7f53a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Mar 02 18:54:21.304152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a676d-e96f-4948-a380-26bab9aea68a req-1ffe9b27-9db5-468f-b743-7971c62e30fe tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:21.305652 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d83a676d-e96f-4948-a380-26bab9aea68a req-1ffe9b27-9db5-468f-b743-7971c62e30fe tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0527351 Mar 02 18:54:21.356729 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d83a676d-e96f-4948-a380-26bab9aea68a req-93fcd4a0-c7f8-46b6-835c-f0be735b2a7e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Mar 02 18:54:21.881873 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9068105-a577-4361-ae1e-ace09cbf45d5 req-54f8d6a1-6e49-454b-a2f1-e103913ff01c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:21.885897 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d9068105-a577-4361-ae1e-ace09cbf45d5 req-54f8d6a1-6e49-454b-a2f1-e103913ff01c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 944 time: 0.0561767 Mar 02 18:54:21.921812 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 8d766e29-a06d-40c8-b315-1c557f720cc7 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:54:21.941956 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d9068105-a577-4361-ae1e-ace09cbf45d5 req-8d17a832-7c9c-4f95-9347-c76ffc0a74ca tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Mar 02 18:54:22.035776 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:22.048014 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'port_id': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:54:22.091011 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 8d766e29-a06d-40c8-b315-1c557f720cc7 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:22.091397 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:22.105166 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d766e29-a06d-40c8-b315-1c557f720cc7 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:22.125625 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:22.129177 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:22.129953 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 3f5758c2-d229-4207-b9fb-e2c547e1a75d details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:54:22.187919 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:22.271507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:22.283935 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '3f5758c2-d229-4207-b9fb-e2c547e1a75d', 'network_id': 'c8ead4be-46bc-466c-aa11-fe7cda731823', 'port_id': '3f5758c2-d229-4207-b9fb-e2c547e1a75d', 'mac_address': 'fa:16:3e:d8:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:54:22.285805 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb696a-6eec-4356-ada7-55ee4818ebd1 req-0232b983-f5c6-46a6-ab5f-0e61531f5213 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.287298 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5ecb696a-6eec-4356-ada7-55ee4818ebd1 req-0232b983-f5c6-46a6-ab5f-0e61531f5213 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0581615 Mar 02 18:54:22.325277 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 3f5758c2-d229-4207-b9fb-e2c547e1a75d is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:22.325605 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:22.334310 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5ecb696a-6eec-4356-ada7-55ee4818ebd1 req-4ed20fc3-784d-49c4-8416-5b455ea35a69 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Mar 02 18:54:22.338797 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5758c2-d229-4207-b9fb-e2c547e1a75d {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:22.359478 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:22.362905 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:22.414239 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:22.475571 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b62f1-863d-470d-b93e-75acdcfe3c2a req-aa3c8314-9534-4c0d-a96e-3ca259ebdae2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.477025 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8b62f1-863d-470d-b93e-75acdcfe3c2a req-aa3c8314-9534-4c0d-a96e-3ca259ebdae2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 945 time: 0.0507193 Mar 02 18:54:22.524689 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ed8b62f1-863d-470d-b93e-75acdcfe3c2a req-832a0d31-73fd-4cb1-94c6-50197e69b47f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Mar 02 18:54:22.635227 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-669fd908-748d-4740-ade2-3f421488133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.637095 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-669fd908-748d-4740-ade2-3f421488133e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.0421741 Mar 02 18:54:22.738679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-bea5aa01-dc8b-4b71-b355-7afe1a3dffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.740141 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-bea5aa01-dc8b-4b71-b355-7afe1a3dffb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.0857809 Mar 02 18:54:22.783662 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-d6825e48-7987-43bd-96f7-0bb4bb3c10f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0349238 Mar 02 18:54:22.833802 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-6ae05ea8-f43d-4704-8947-d0e786593237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.835274 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-6ae05ea8-f43d-4704-8947-d0e786593237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0454037 Mar 02 18:54:22.865043 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-1a7b3098-1811-48e9-843b-61ad4a04e23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235994 Mar 02 18:54:22.961913 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-c4ca419e-f0cc-434b-95f6-631430743e67 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892961 Mar 02 18:54:23.015462 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['3f5758c2-d229-4207-b9fb-e2c547e1a75d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:23.019330 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['8d766e29-a06d-40c8-b315-1c557f720cc7'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:23.096301 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52df7cd2-4169-48c2-aee3-6f229ae91fbf req-10492037-b556-4b6b-801e-57a8bd51713d service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226814 Mar 02 18:54:23.104830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac41b0-cef0-467e-a263-7de2a1eafc6e req-2ff979e6-4237-4099-8453-f347c9763c05 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:23.106635 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8ac41b0-cef0-467e-a263-7de2a1eafc6e req-2ff979e6-4237-4099-8453-f347c9763c05 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 945 time: 0.0855131 Mar 02 18:54:23.164969 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8ac41b0-cef0-467e-a263-7de2a1eafc6e req-229110ef-ef2f-4ff4-9225-8c38e9d25edc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Mar 02 18:54:23.454616 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ea367-7c99-4a4c-a0e1-ee23ad5bd6e2 req-7d9763e1-b608-484f-9a48-c6e0823d71d9 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:23.456079 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-324ea367-7c99-4a4c-a0e1-ee23ad5bd6e2 req-7d9763e1-b608-484f-9a48-c6e0823d71d9 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0549593 Mar 02 18:54:23.501377 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-324ea367-7c99-4a4c-a0e1-ee23ad5bd6e2 req-1a0ef574-9258-4b48-8307-f4af75a465a6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 02 18:54:23.639665 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983cf65-121c-43d7-a5e3-f38508c2f45d req-fbbbfe66-7fef-4b91-8f11-1cfa9faf3781 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:23.641219 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f983cf65-121c-43d7-a5e3-f38508c2f45d req-fbbbfe66-7fef-4b91-8f11-1cfa9faf3781 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 945 time: 0.0518458 Mar 02 18:54:23.690884 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f983cf65-121c-43d7-a5e3-f38508c2f45d req-f75361f4-4a71-45da-89ba-25734c956d39 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Mar 02 18:54:24.282812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607182-4953-4a82-b9b2-f24860ef2e46 req-a3ab9bb9-27e2-4326-9e9a-134a72bee1a3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:24.284323 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6d607182-4953-4a82-b9b2-f24860ef2e46 req-a3ab9bb9-27e2-4326-9e9a-134a72bee1a3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 945 time: 0.0532558 Mar 02 18:54:24.335292 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6d607182-4953-4a82-b9b2-f24860ef2e46 req-45f9ad0f-458a-4d18-8e0e-fa818cc85796 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Mar 02 18:54:24.624483 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36eec3-e811-45d1-b53e-b4d338e9ea9a req-e9a88bbc-f73b-4629-a370-c07555f2b4c5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:24.626063 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e36eec3-e811-45d1-b53e-b4d338e9ea9a req-e9a88bbc-f73b-4629-a370-c07555f2b4c5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0593221 Mar 02 18:54:24.672018 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e36eec3-e811-45d1-b53e-b4d338e9ea9a req-dae79fc5-bb37-4bd9-9cf4-63b0846a70cd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Mar 02 18:54:24.805879 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf04f90-4f11-4f15-9ece-bcf079f0687d req-ed2b45d5-28e8-408d-8924-607b59fb8d12 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:24.807261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0cf04f90-4f11-4f15-9ece-bcf079f0687d req-ed2b45d5-28e8-408d-8924-607b59fb8d12 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 945 time: 0.0511911 Mar 02 18:54:24.854936 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0cf04f90-4f11-4f15-9ece-bcf079f0687d req-9556f217-c6a5-477e-b776-273439ba9669 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Mar 02 18:54:25.454790 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3753507-f897-40bd-8892-b9cc02c200e9 req-4f993c05-993e-4e01-93e4-c328abf34883 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:25.456287 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3753507-f897-40bd-8892-b9cc02c200e9 req-4f993c05-993e-4e01-93e4-c328abf34883 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 945 time: 0.0559852 Mar 02 18:54:25.503889 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3753507-f897-40bd-8892-b9cc02c200e9 req-b4000d04-747b-4b7e-8a5b-701d4701cec9 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Mar 02 18:54:25.789986 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44bcc5-0ed0-462c-b2a9-090fca661a9c req-3b33908a-58b4-4529-b473-51031debbd9f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:25.791455 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c44bcc5-0ed0-462c-b2a9-090fca661a9c req-3b33908a-58b4-4529-b473-51031debbd9f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Mar 02 18:54:25.836959 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9c44bcc5-0ed0-462c-b2a9-090fca661a9c req-31c22981-d029-47c5-bb41-9b8d21ee1621 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Mar 02 18:54:25.945051 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 3f5758c2-d229-4207-b9fb-e2c547e1a75d up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:54:25.976602 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b62fff-212c-44a7-972c-67a4dc4a42bf req-d41cfbf4-17a8-4200-8e6c-c0cadf1f86fc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:25.978272 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-88b62fff-212c-44a7-972c-67a4dc4a42bf req-d41cfbf4-17a8-4200-8e6c-c0cadf1f86fc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 945 time: 0.0585454 Mar 02 18:54:25.994711 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 3f5758c2-d229-4207-b9fb-e2c547e1a75d completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:54:25.999250 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 3f5758c2-d229-4207-b9fb-e2c547e1a75d triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:25.999671 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.028452 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-88b62fff-212c-44a7-972c-67a4dc4a42bf req-fb480c0c-a1f0-4d08-b345-0013ae1844d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Mar 02 18:54:26.080536 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 3f5758c2-d229-4207-b9fb-e2c547e1a75d is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:26.081033 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.103964 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:26.106417 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bacb9d-5c73-4706-a884-883a6d2a0daf" -d '{"events": [{"server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "name": "network-vif-plugged", "status": "completed", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:26.119245 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:26.127999 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.128867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 8d766e29-a06d-40c8-b315-1c557f720cc7 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:54:26.152572 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6b7bf-5a18-4a7e-a495-1039241793ff x-openstack-request-id: req-d2d6b7bf-5a18-4a7e-a495-1039241793ff {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:26.152858 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "name": "network-vif-plugged", "status": "completed", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:26.153098 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2d6b7bf-5a18-4a7e-a495-1039241793ff {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:26.153514 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d', 'code': 200} Mar 02 18:54:26.206566 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:26.218656 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 8d766e29-a06d-40c8-b315-1c557f720cc7 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:54:26.223650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 8d766e29-a06d-40c8-b315-1c557f720cc7 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:26.224281 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.307075 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 8d766e29-a06d-40c8-b315-1c557f720cc7 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:26.307480 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.326109 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf4d1-f861-40f6-bdc0-34b1bbc080d9 req-e5e716a7-e9b3-4a03-93f3-bac43b574659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:26.327713 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-179cf4d1-f861-40f6-bdc0-34b1bbc080d9 req-e5e716a7-e9b3-4a03-93f3-bac43b574659 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 1130 time: 0.0430768 Mar 02 18:54:26.341463 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:26.345215 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:26.372753 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-179cf4d1-f861-40f6-bdc0-34b1bbc080d9 req-8de32bad-1b80-46d4-b75e-e59ae2a9900a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Mar 02 18:54:26.394392 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:26.621223 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66383e-7e2c-42aa-82fe-e6669848076d req-d1a08d03-5c92-43a4-ac39-b637873fe5df tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:26.622815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df66383e-7e2c-42aa-82fe-e6669848076d req-d1a08d03-5c92-43a4-ac39-b637873fe5df tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0524163 Mar 02 18:54:26.673681 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df66383e-7e2c-42aa-82fe-e6669848076d req-85aaffd8-3358-4ab4-bee2-79c0e222211d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 Mar 02 18:54:26.956085 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5384d-0bdc-48a6-9fb3-7a22119675d7 req-e6439167-ec7d-4f4c-8a6c-428122190185 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:26.957543 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0f5384d-0bdc-48a6-9fb3-7a22119675d7 req-e6439167-ec7d-4f4c-8a6c-428122190185 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0509076 Mar 02 18:54:27.006332 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0f5384d-0bdc-48a6-9fb3-7a22119675d7 req-2b881dbd-f26a-4561-8f43-33fd9092af68 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Mar 02 18:54:27.067879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:27.148333 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78b065-fed3-42e9-9f4c-cd771cc8ae5b req-a53511c9-d738-454a-8709-80288bbb9b98 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:27.149852 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-db78b065-fed3-42e9-9f4c-cd771cc8ae5b req-a53511c9-d738-454a-8709-80288bbb9b98 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0531237 Mar 02 18:54:27.200803 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-db78b065-fed3-42e9-9f4c-cd771cc8ae5b req-d7d9b09a-4865-429c-bd15-6d8e6ab83e93 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Mar 02 18:54:27.795533 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c724-fe79-4448-8baf-18487dd19d1d req-dbcd1fb7-d0b3-4925-a9a3-66fbe9079743 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:27.797011 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f268c724-fe79-4448-8baf-18487dd19d1d req-dbcd1fb7-d0b3-4925-a9a3-66fbe9079743 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0568275 Mar 02 18:54:27.859361 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f268c724-fe79-4448-8baf-18487dd19d1d req-3f1f4c7f-5c4d-4cd7-a1c3-ece5e351be63 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565338 Mar 02 18:54:28.133226 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64d901-94dc-4706-abdd-278256a40134 req-d1902ef6-8d5f-47ff-b5ff-0d160e0cf595 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.134851 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b64d901-94dc-4706-abdd-278256a40134 req-d1902ef6-8d5f-47ff-b5ff-0d160e0cf595 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Mar 02 18:54:28.154328 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:28.156913 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4dc2b-2961-48d0-8476-b3d32ca9ebe8" -d '{"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-plugged", "status": "completed", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:28.193950 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b64d901-94dc-4706-abdd-278256a40134 req-11cb0829-eeb5-4286-9e5e-0b82322712df tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Mar 02 18:54:28.217700 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf4b5c-0cd3-4f07-a6a6-2dd72b07a620 x-openstack-request-id: req-31cf4b5c-0cd3-4f07-a6a6-2dd72b07a620 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:28.218139 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-plugged", "status": "completed", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:28.218515 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31cf4b5c-0cd3-4f07-a6a6-2dd72b07a620 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:28.219064 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'code': 200} Mar 02 18:54:28.333468 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7623b-8751-43fd-bce5-a724532b608b req-b4328c94-7a8a-4261-a1ff-c564da976310 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.335125 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6ae7623b-8751-43fd-bce5-a724532b608b req-b4328c94-7a8a-4261-a1ff-c564da976310 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0537930 Mar 02 18:54:28.392961 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6ae7623b-8751-43fd-bce5-a724532b608b req-e4236610-57f2-465a-9514-0c999b18d724 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Mar 02 18:54:28.504596 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dd280-1251-481d-a937-093e433f38f4 req-67c27909-f8b6-40c3-881a-c63c8f0fcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.506142 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d11dd280-1251-481d-a937-093e433f38f4 req-67c27909-f8b6-40c3-881a-c63c8f0fcd14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 1130 time: 0.0463154 Mar 02 18:54:28.553455 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d11dd280-1251-481d-a937-093e433f38f4 req-153a35c6-d711-4473-9854-1af1a97a9401 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396111 Mar 02 18:54:28.992107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43625729-8aae-4c14-98b2-3a0f88b493f9 req-e6cf0d59-67a3-49ff-9c53-2cb7286d6dc9 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.993623 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43625729-8aae-4c14-98b2-3a0f88b493f9 req-e6cf0d59-67a3-49ff-9c53-2cb7286d6dc9 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0527585 Mar 02 18:54:29.047960 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43625729-8aae-4c14-98b2-3a0f88b493f9 req-aef71cc3-0eb1-4baa-b5b1-c7d14d30ddc5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Mar 02 18:54:29.337595 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a272fa-c0cf-4430-b031-e693a5b9622c req-946125dd-59fc-4c76-bfe9-e399b8ad83d5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:29.339406 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7a272fa-c0cf-4430-b031-e693a5b9622c req-946125dd-59fc-4c76-bfe9-e399b8ad83d5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0708697 Mar 02 18:54:29.396341 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7a272fa-c0cf-4430-b031-e693a5b9622c req-5baa2522-8c16-40c7-a5ba-7ba49d19089f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 Mar 02 18:54:29.514339 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c9565-f794-439b-a82c-4eb95ba5c705 req-e43a4b05-4f32-4df5-b5ea-1d6bc9adfa6a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:29.515745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0c4c9565-f794-439b-a82c-4eb95ba5c705 req-e43a4b05-4f32-4df5-b5ea-1d6bc9adfa6a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0534158 Mar 02 18:54:29.566346 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0c4c9565-f794-439b-a82c-4eb95ba5c705 req-302041c5-6d0e-44f8-b6b9-3e222679aabd tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Mar 02 18:54:30.254204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57052) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:30.369446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8141-7efd-44de-a791-4ba4ffa0563d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.472752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8141-7efd-44de-a791-4ba4ffa0563d admin admin] Publish callbacks [] for security_group (718b8d90-d927-4b39-a838-76aaea0e4252), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.476450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8141-7efd-44de-a791-4ba4ffa0563d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (718b8d90-d927-4b39-a838-76aaea0e4252), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.528175 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb8141-7efd-44de-a791-4ba4ffa0563d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b8d90-d927-4b39-a838-76aaea0e4252,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:30.534697 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a3fb8141-7efd-44de-a791-4ba4ffa0563d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f42b17d3d1724d548e9c8ce7face2daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794259 Mar 02 18:54:30.537340 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57070) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:30.568769 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-00715738-debb-4085-a488-c04fa918519a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761485542&fields=id&tenant_id=fa60559f33ae41fca82590224f60087f HTTP/1.1" status: 200 len: 267 time: 0.0808349 Mar 02 18:54:30.589826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] Publish callbacks [] for security_group (718b8d90-d927-4b39-a838-76aaea0e4252), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.615613 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] Publish callbacks [] for security_group (718b8d90-d927-4b39-a838-76aaea0e4252), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.675358 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (718b8d90-d927-4b39-a838-76aaea0e4252), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.678502 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:30.679720 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718b8d90-d927-4b39-a838-76aaea0e4252 HTTP/1.1" status: 204 len: 168 time: 0.1413941 Mar 02 18:54:30.699730 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896932-c3ce-4d7e-840f-fdf32de1bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b8d90-d927-4b39-a838-76aaea0e4252,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:30.714268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-c7a1ed00-c5d3-4147-a8ac-02a545e23403 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:30.715910 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-c7a1ed00-c5d3-4147-a8ac-02a545e23403 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 808 time: 0.1308756 Mar 02 18:54:30.733300 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-7df7e30f-2f4a-4506-9324-2cb2a662acb6 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/quotas/fa60559f33ae41fca82590224f60087f HTTP/1.1" status: 200 len: 375 time: 0.0112858 Mar 02 18:54:30.804205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-165c51a1-a472-45ed-af9a-1d8593f283a2 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652187 Mar 02 18:54:31.011927 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57086) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:31.025283 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e13126e9-1689-49c5-82a7-06e644de56da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.104477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e13126e9-1689-49c5-82a7-06e644de56da admin admin] Publish callbacks [] for security_group (0531c1be-cdea-49cb-b780-fd45206ee35e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.109575 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e13126e9-1689-49c5-82a7-06e644de56da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0531c1be-cdea-49cb-b780-fd45206ee35e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.148043 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13126e9-1689-49c5-82a7-06e644de56da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0531c1be-cdea-49cb-b780-fd45206ee35e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:31.155589 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e13126e9-1689-49c5-82a7-06e644de56da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c23a44dee7cd47dea6c2b000b8679db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394579 Mar 02 18:54:31.155770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a423d7-a3ce-4050-9ecb-fc9840026356 req-c7a81737-9ee5-46b8-99a5-ec32d53bf89f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.155896 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57088) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:31.156619 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c0a423d7-a3ce-4050-9ecb-fc9840026356 req-c7a81737-9ee5-46b8-99a5-ec32d53bf89f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.3418558 Mar 02 18:54:31.196275 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-e447aee0-f222-4c4d-8a6a-87586524da4d service neutron] 10.222.0.21 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716347 Mar 02 18:54:31.208166 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] Publish callbacks [] for security_group (0531c1be-cdea-49cb-b780-fd45206ee35e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.233442 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] Publish callbacks [] for security_group (0531c1be-cdea-49cb-b780-fd45206ee35e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.274158 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c0a423d7-a3ce-4050-9ecb-fc9840026356 req-7dcc7600-6cbd-46ac-b405-8e2e5ab944a3 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107614 Mar 02 18:54:31.284140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0531c1be-cdea-49cb-b780-fd45206ee35e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.295094 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.295094 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0531c1be-cdea-49cb-b780-fd45206ee35e HTTP/1.1" status: 204 len: 168 time: 0.1312580 Mar 02 18:54:31.302787 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad56e7a-79a6-45f0-8d3c-8f5ab06d5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0531c1be-cdea-49cb-b780-fd45206ee35e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:31.349985 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-a0ad124d-a2c3-4006-a3fe-b7afd41b113e service neutron] 10.222.0.21 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418140 Mar 02 18:54:31.401678 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ba801-3740-4e87-ac98-8a241d2acd39 req-094ad81d-2b4c-49d6-afb7-675a4d7c1c58 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.405248 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3d7ba801-3740-4e87-ac98-8a241d2acd39 req-094ad81d-2b4c-49d6-afb7-675a4d7c1c58 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0670221 Mar 02 18:54:31.497939 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3d7ba801-3740-4e87-ac98-8a241d2acd39 req-a9a549a5-d8b6-471f-9f17-b36d5d843b96 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869970 Mar 02 18:54:31.626513 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa9ee-62ca-432a-bc49-2803322e6a40 req-2e62db66-5258-40a9-a50c-ecd03c221bfb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.628031 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-70caa9ee-62ca-432a-bc49-2803322e6a40 req-2e62db66-5258-40a9-a50c-ecd03c221bfb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0540993 Mar 02 18:54:31.688912 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-70caa9ee-62ca-432a-bc49-2803322e6a40 req-64194f3a-a965-48ce-a6e9-999034bdf3c2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538480 Mar 02 18:54:31.722104 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57110) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:31.731741 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57114) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:31.734888 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-10a3a601-8c2d-4acc-a2b8-c2b6bc83d29a req-4eca2210-ea97-49c9-bd8e-4be0e0bb512d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 210 time: 0.0390880 Mar 02 18:54:31.754769 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f108-58d1-4c66-9024-46367445d5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.843770 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f108-58d1-4c66-9024-46367445d5f6 admin admin] Publish callbacks [] for security_group (9064ada3-22d1-482b-8a3a-2f7b4ce99c32), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.850649 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f108-58d1-4c66-9024-46367445d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (9064ada3-22d1-482b-8a3a-2f7b4ce99c32), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.889890 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e1b0f108-58d1-4c66-9024-46367445d5f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e18e161d4406443fad768198512c0cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569486 Mar 02 18:54:31.891869 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0f108-58d1-4c66-9024-46367445d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9064ada3-22d1-482b-8a3a-2f7b4ce99c32,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:31.892553 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57122) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:31.952694 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] Publish callbacks [] for security_group (9064ada3-22d1-482b-8a3a-2f7b4ce99c32), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:31.976288 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] Publish callbacks [] for security_group (9064ada3-22d1-482b-8a3a-2f7b4ce99c32), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.032932 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd5713-b158-439f-ba56-2bf5423bd52b tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.034641 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (9064ada3-22d1-482b-8a3a-2f7b4ce99c32), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.034786 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-c3bd5713-b158-439f-ba56-2bf5423bd52b tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 1125 time: 0.3109612 Mar 02 18:54:32.037730 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.037963 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57126) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:32.041296 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9064ada3-22d1-482b-8a3a-2f7b4ce99c32 HTTP/1.1" status: 204 len: 168 time: 0.1449604 Mar 02 18:54:32.042566 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'port_id': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:32.049772 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b0150-3ba1-478a-a004-6b1d0f201afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9064ada3-22d1-482b-8a3a-2f7b4ce99c32,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:32.066353 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.183401 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.311643 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.27.1.232 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/2ecdf8f6-2df6-4202-9783-1049a8658849) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:32.423205 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df948b3e-cfb8-4d56-ace9-29a879a847f0 req-c22b03ce-08b5-4548-8051-4e5eb74ed0a4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.424728 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df948b3e-cfb8-4d56-ace9-29a879a847f0 req-c22b03ce-08b5-4548-8051-4e5eb74ed0a4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0725455 Mar 02 18:54:32.440295 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.478339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:32.489961 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-df948b3e-cfb8-4d56-ace9-29a879a847f0 req-f64558b2-a47d-44e6-92b1-d9b1ff98f74d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Mar 02 18:54:32.519560 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:32.523751 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:32.527117 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:54:32.532983 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=2ecdf8f6-2df6-4202-9783-1049a8658849,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:32.854222 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-03bcbff2-507a-4c9a-9564-5132cc1f39b2 req-99285685-a074-4779-879a-f00f4e631068 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 210 time: 0.0338776 Mar 02 18:54:32.974447 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (315dc9fa-cc49-4917-9cd7-5dd291b0df5a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.051143 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.412578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.421238 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.470309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-9006b235-ff5a-430a-9de7-89530e827556 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.471987 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-9006b235-ff5a-430a-9de7-89530e827556 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 808 time: 0.1339190 Mar 02 18:54:33.507202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=2ecdf8f6-2df6-4202-9783-1049a8658849,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:33.541874 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (315dc9fa-cc49-4917-9cd7-5dd291b0df5a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.558118 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-6523e0ef-ef88-4390-ba82-e3a5d2aa459b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa60559f33ae41fca82590224f60087f HTTP/1.1" status: 200 len: 379 time: 0.0718076 Mar 02 18:54:33.570365 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'port': {'device_id': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'admin_state_up': True, 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'security_groups': ['d300b796-31ee-4bef-904b-5e7f85b97e74']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:33.657256 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP 315dc9fa-cc49-4917-9cd7-5dd291b0df5a associated. External IP: 172.27.1.232, port: 8d766e29-a06d-40c8-b315-1c557f720cc7. Mar 02 18:54:33.695453 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543ae5f-5a68-44bc-8b00-35e512e840f9 req-3449887e-04f1-4da0-a24b-19b3436a178f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.696945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1543ae5f-5a68-44bc-8b00-35e512e840f9 req-3449887e-04f1-4da0-a24b-19b3436a178f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1195579 Mar 02 18:54:33.759187 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Made reservation on behalf of fa60559f33ae41fca82590224f60087f for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:33.763093 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:33.775607 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1543ae5f-5a68-44bc-8b00-35e512e840f9 req-dd047df5-dfac-4ab1-8e5e-f509f950ddd4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691581 Mar 02 18:54:33.889961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:54:33.914195 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Allocated IP 172.20.0.14 (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14/f37751ad-c5c3-4afd-80c4-5ed875a75122/9fbd2525-d07c-46f7-a5b0-c734eba66deb) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:34.001030 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b6d4c81-c845-433d-ae49-4cad69f11a03 req-50f4c416-61e6-419f-943c-7a700b87c728 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 210 time: 0.0426440 Mar 02 18:54:34.016658 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:54:34.026681 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:54:34.046455 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.072487 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:54:34.073233 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:54:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:34.095068 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d868399b-bc68-40f3-8cf9-793ba6519f69 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0559783 Mar 02 18:54:34.096147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:34.100005 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:34.136407 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.176839 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.211752 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0692ccad-8683-40a3-bfff-0ae60a265808 x-openstack-request-id: req-0692ccad-8683-40a3-bfff-0ae60a265808 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:34.212142 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:34.212251 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0692ccad-8683-40a3-bfff-0ae60a265808 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:34.212649 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'status': 'completed', 'code': 200} Mar 02 18:54:34.232493 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:34.236209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:34.240515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:54:34.249771 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.250525 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.257747 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:54:34.271345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd54c8-1d52-42dc-af4e-8815484958f3 req-9b90d6f4-ad4b-47f2-9e54-f43621ee3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.275320 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7106469 Mar 02 18:54:34.276799 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c67fc-08cb-4112-be74-b8687a7d56f5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:34.276953 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aacd54c8-1d52-42dc-af4e-8815484958f3 req-9b90d6f4-ad4b-47f2-9e54-f43621ee3838 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.1067555 Mar 02 18:54:34.283479 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-fd4b113e-c03c-44c8-b3b1-1d25842eef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.285546 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-fd4b113e-c03c-44c8-b3b1-1d25842eef26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 1130 time: 0.0721347 Mar 02 18:54:34.315026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Request body: {'port': {'device_id': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:34.377654 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-776821b5-74b2-4e09-8f9a-0ef3d5730d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.421981 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.465661 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-aacd54c8-1d52-42dc-af4e-8815484958f3 req-17492b28-9d34-46f7-81e8-05e5c353a6f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497424 Mar 02 18:54:34.523687 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-37a1e494-2387-4bde-b402-6a05ad8519ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.525387 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-37a1e494-2387-4bde-b402-6a05ad8519ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.2109158 Mar 02 18:54:34.576269 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-34546f0a-2695-4f78-b13e-2dbbab27292d None None] Provisioning complete for port 9fbd2525-d07c-46f7-a5b0-c734eba66deb triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:34.576933 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-34546f0a-2695-4f78-b13e-2dbbab27292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.600567 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '315dc9fa-cc49-4917-9cd7-5dd291b0df5a', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:32Z', 'updated_at': '2022-03-02T18:54:32Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:34.617478 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-34546f0a-2695-4f78-b13e-2dbbab27292d None None] Port 9fbd2525-d07c-46f7-a5b0-c734eba66deb cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:54:34.640868 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:54:34.649772 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:54:34.650296 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:54:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:34.715721 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbd2525-d07c-46f7-a5b0-c734eba66deb {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:34.723469 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks [] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.735949 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Transition to ACTIVE for port object 9fbd2525-d07c-46f7-a5b0-c734eba66deb will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:54:34.739971 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.760047 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:54:34.813618 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:34.827446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Attempting to bind port 9fbd2525-d07c-46f7-a5b0-c734eba66deb on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:54:34.827793 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Attempting to bind port 9fbd2525-d07c-46f7-a5b0-c734eba66deb by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:54:34.828128 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Attempting to bind port 9fbd2525-d07c-46f7-a5b0-c734eba66deb on network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:34.832904 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Port 9fbd2525-d07c-46f7-a5b0-c734eba66deb on network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:54:34.833545 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Attempting to bind port 9fbd2525-d07c-46f7-a5b0-c734eba66deb on network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:54:34.839252 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:54:34.839590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Checking segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:54:34.840601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Bound using segment: {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:54:34.841018 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Bound port: 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d77ea3f-cf85-4c37-b445-6a579e55442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:54:34.841819 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:34.954948 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-3425f8b9-0510-4bc6-83d2-52874dc6c348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d766e29-a06d-40c8-b315-1c557f720cc7 HTTP/1.1" status: 200 len: 1000 time: 0.0743480 Mar 02 18:54:34.958885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:54:34.963278 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:54:34.973922 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04892dc1-379d-4385-8b29-a9bde483d01e req-36ba9eff-32e0-4b75-ab09-f28a66cfcfb2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.975559 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-04892dc1-379d-4385-8b29-a9bde483d01e req-36ba9eff-32e0-4b75-ab09-f28a66cfcfb2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0907445 Mar 02 18:54:34.982939 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:35.018808 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-3ec9beb9-8046-415e-a864-eb9d40549bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.022000 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-3ec9beb9-8046-415e-a864-eb9d40549bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0579717 Mar 02 18:54:35.032221 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '315dc9fa-cc49-4917-9cd7-5dd291b0df5a', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:32Z', 'updated_at': '2022-03-02T18:54:32Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:35.035072 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.036431 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:35.037034 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] 10.222.0.41 "PUT /v2.0/ports/9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 1094 time: 0.7263966 Mar 02 18:54:35.039064 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:35.041335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:35.102497 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadafbf-0a75-454a-bce4-8ecd30a70d34 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '315dc9fa-cc49-4917-9cd7-5dd291b0df5a', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:32Z', 'updated_at': '2022-03-02T18:54:32Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:35.103938 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-cdea2ac2-1577-4366-9c8f-f8c5cffad331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.105731 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-cdea2ac2-1577-4366-9c8f-f8c5cffad331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725968 Mar 02 18:54:35.146269 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-04892dc1-379d-4385-8b29-a9bde483d01e req-17992fef-7176-4673-bb67-7083f93e9bbd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384113 Mar 02 18:54:35.171321 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c089c-2b80-46be-adef-13a20afb6135 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:35.232770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa331ca-d019-4097-bd0f-998ca3021d41 x-openstack-request-id: req-8fa331ca-d019-4097-bd0f-998ca3021d41 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:35.233064 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:35.233342 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fa331ca-d019-4097-bd0f-998ca3021d41 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:35.233737 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'status': 'completed', 'code': 200} Mar 02 18:54:35.254355 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-81062c75-dfb2-4973-9846-5a57b58b770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.254633 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-e41d1cb1-ac09-4110-b5cb-e0de6d83e81c service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404579 Mar 02 18:54:35.255870 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-81062c75-dfb2-4973-9846-5a57b58b770f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1128 time: 0.1505406 Mar 02 18:54:35.266929 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6213356-a7bb-4a89-a748-e71be654caec req-72aeb3b5-7980-45a6-933d-13e2a8e3bcc4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.268480 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e6213356-a7bb-4a89-a748-e71be654caec req-72aeb3b5-7980-45a6-933d-13e2a8e3bcc4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.1030586 Mar 02 18:54:35.316180 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-4ba8d178-79d1-41c2-a237-cc220522d64e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 217 time: 0.0450068 Mar 02 18:54:35.364930 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-3ccc518f-1a0c-40a1-b914-7ffe4c22f2d5 req-57f3a541-6fc4-442c-a66e-3904af2fec5a service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961363 Mar 02 18:54:35.405388 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e6213356-a7bb-4a89-a748-e71be654caec req-9968c51d-f171-4d45-a2c6-4b176ab386f0 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263626 Mar 02 18:54:35.410264 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-0bfd99a0-a8aa-4abd-8ab9-47dbe380325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.411899 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-0bfd99a0-a8aa-4abd-8ab9-47dbe380325e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0835719 Mar 02 18:54:35.416084 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcf64c-1a35-4d97-a7e5-c94520ed0fc8 None None] New status for floating IP 315dc9fa-cc49-4917-9cd7-5dd291b0df5a: ACTIVE {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:54:35.468958 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-fec88c2a-b436-4702-beda-b14b5483dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.470545 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-fec88c2a-b436-4702-beda-b14b5483dbfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483782 Mar 02 18:54:35.478283 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:54:35.591023 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-768d0875-4f26-40e1-b813-25b22d54468d service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054804 Mar 02 18:54:35.694261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1a0ec4b0-fd5f-41b4-a537-f61444ca1236 req-263a8fe2-a280-4a3b-bd00-d187528aa90a service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963056 Mar 02 18:54:35.791305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-9b950f37-1c4e-44d4-8691-984d48378dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.792881 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-9b950f37-1c4e-44d4-8691-984d48378dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1128 time: 0.0449116 Mar 02 18:54:35.883597 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-746c7c64-afbd-4768-a522-46b30a742bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.885306 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-746c7c64-afbd-4768-a522-46b30a742bdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.0861080 Mar 02 18:54:35.928618 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-47803b0f-b167-463f-a989-425e9c0eb4a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 217 time: 0.0347445 Mar 02 18:54:35.982341 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-706c099c-d121-405b-8921-7cd3990787be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.983758 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-706c099c-d121-405b-8921-7cd3990787be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0464308 Mar 02 18:54:36.033815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-cb83b0b7-bbd8-440e-a24f-d13a11224a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:36.035359 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-cb83b0b7-bbd8-440e-a24f-d13a11224a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428107 Mar 02 18:54:36.123945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-4557e59e-f54b-4878-9b75-9b04526a2ffd service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811141 Mar 02 18:54:36.237175 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b11eb0-b443-4c9f-b9ff-432e1f291c2b req-c6f9f282-c4d7-4e9f-8c58-3479d95ee2de service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044722 Mar 02 18:54:36.275184 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592adc3-b40a-43f5-bae9-0206bbca9c90 req-64e948d7-4dae-430e-b1e3-3a5d57a59489 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:36.276651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b592adc3-b40a-43f5-bae9-0206bbca9c90 req-64e948d7-4dae-430e-b1e3-3a5d57a59489 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Mar 02 18:54:36.325056 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b592adc3-b40a-43f5-bae9-0206bbca9c90 req-0c32a16a-5502-4836-a762-a97f356d7769 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Mar 02 18:54:36.533080 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a50f3-efd1-4173-9455-405a41915737 req-c58265d4-1ddd-46dd-82a3-25bbcc1398a8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:36.534593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f78a50f3-efd1-4173-9455-405a41915737 req-c58265d4-1ddd-46dd-82a3-25bbcc1398a8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0567033 Mar 02 18:54:36.582542 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f78a50f3-efd1-4173-9455-405a41915737 req-ef530610-35ad-4c07-8223-093e1109387e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425136 Mar 02 18:54:36.642237 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-85c3cafd-d223-49ae-8470-2a60683a47d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:37.440133 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4bec4-9338-49ee-adda-f4a3488f0b45 req-a8a610f4-e041-4390-9fc3-d3a3aa3b6444 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:37.441618 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d2c4bec4-9338-49ee-adda-f4a3488f0b45 req-a8a610f4-e041-4390-9fc3-d3a3aa3b6444 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0522487 Mar 02 18:54:37.487350 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d2c4bec4-9338-49ee-adda-f4a3488f0b45 req-b42d6da1-0a40-4a9e-b9ef-bef8cace7bef tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Mar 02 18:54:37.697239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642089a-39ba-4fcb-b1ad-7524ac0b1c05 req-581d50f8-8185-4b12-a227-7d189d1d0d19 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:37.698736 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a642089a-39ba-4fcb-b1ad-7524ac0b1c05 req-581d50f8-8185-4b12-a227-7d189d1d0d19 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0512190 Mar 02 18:54:37.752188 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a642089a-39ba-4fcb-b1ad-7524ac0b1c05 req-947f2aad-a134-4f72-810d-519bffce298d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472424 Mar 02 18:54:37.788610 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:38.603166 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483753-6ac6-4a59-aa3b-312571b97ac8 req-07940dac-e10a-4286-b5eb-a63a05a423cf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:38.604675 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3483753-6ac6-4a59-aa3b-312571b97ac8 req-07940dac-e10a-4286-b5eb-a63a05a423cf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0528860 Mar 02 18:54:38.652378 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3483753-6ac6-4a59-aa3b-312571b97ac8 req-214a2cc4-a1fa-43db-b664-16c2d359a3d1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Mar 02 18:54:38.866655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a09a0a-27ac-42b4-92c9-536f62f04d94 req-2e0cdc49-118a-4c4b-87bb-b3abfa0e6cbb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:38.868135 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-27a09a0a-27ac-42b4-92c9-536f62f04d94 req-2e0cdc49-118a-4c4b-87bb-b3abfa0e6cbb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0512908 Mar 02 18:54:38.915924 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-27a09a0a-27ac-42b4-92c9-536f62f04d94 req-12e5e2d6-1f40-44e2-a6b7-a93e03688d38 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Mar 02 18:54:39.599543 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:39.773205 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644132-f91d-4fef-9beb-b8127c8de7e0 req-226bae30-9015-4612-a8e8-6fed4fd0ec7a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:39.774758 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-97644132-f91d-4fef-9beb-b8127c8de7e0 req-226bae30-9015-4612-a8e8-6fed4fd0ec7a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0560436 Mar 02 18:54:39.821996 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-97644132-f91d-4fef-9beb-b8127c8de7e0 req-ccef6f70-dcac-422d-88bd-fcb79a36ccad tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Mar 02 18:54:40.030921 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b0c52-7947-40e2-aec7-fcdbb2423c06 req-e328aa0d-9d74-44ff-ad66-b38a7682b03c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:40.032443 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2e2b0c52-7947-40e2-aec7-fcdbb2423c06 req-e328aa0d-9d74-44ff-ad66-b38a7682b03c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0514591 Mar 02 18:54:40.080271 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2e2b0c52-7947-40e2-aec7-fcdbb2423c06 req-eee2cab4-9681-453f-b5d1-e76cdabf9c74 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422678 Mar 02 18:54:40.692673 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:40.936206 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a6e4-5057-4cc2-bc34-00356e74cded req-efd2fa28-413d-45a8-9210-1bbabc469eda tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:40.937690 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86f9a6e4-5057-4cc2-bc34-00356e74cded req-efd2fa28-413d-45a8-9210-1bbabc469eda tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Mar 02 18:54:40.987239 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86f9a6e4-5057-4cc2-bc34-00356e74cded req-837124d5-bccd-4eaf-9436-7e6b6e7eeb66 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Mar 02 18:54:41.205418 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981e5cc-ba76-4bdd-bc76-0b4df79a4abc req-03ea0a00-7e70-4909-8e3b-d1c5cfbb4329 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.206933 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d981e5cc-ba76-4bdd-bc76-0b4df79a4abc req-03ea0a00-7e70-4909-8e3b-d1c5cfbb4329 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0533464 Mar 02 18:54:41.256122 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d981e5cc-ba76-4bdd-bc76-0b4df79a4abc req-776fe6f2-c3c5-4c1f-8968-684b078f89ce tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Mar 02 18:54:42.110129 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d509418-d811-4514-b131-f1e8ec011f9d req-8bba1de7-c76a-4802-99a4-f33e2a0be688 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.111630 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5d509418-d811-4514-b131-f1e8ec011f9d req-8bba1de7-c76a-4802-99a4-f33e2a0be688 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0531342 Mar 02 18:54:42.169904 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5d509418-d811-4514-b131-f1e8ec011f9d req-4b3c92bd-5903-4aef-8edf-6953ddde6b4d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526755 Mar 02 18:54:42.388228 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddda71-ff69-4802-9503-f7b282a67c1d req-cd1fb106-62cc-46a6-b394-6c934c383b4e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.399673 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15ddda71-ff69-4802-9503-f7b282a67c1d req-cd1fb106-62cc-46a6-b394-6c934c383b4e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0728920 Mar 02 18:54:42.455511 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15ddda71-ff69-4802-9503-f7b282a67c1d req-951e7778-2129-45de-8a4e-04d78b6494c1 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547714 Mar 02 18:54:42.538517 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-3ec5af33-f277-41ec-969e-b06410172764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.540034 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-3ec5af33-f277-41ec-969e-b06410172764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 1129 time: 0.0836093 Mar 02 18:54:42.548583 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05399-9efb-4f10-a67b-d07bb78e4be3 req-0c961a18-f247-4065-87bc-2639b39e6ba4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.550218 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ebb05399-9efb-4f10-a67b-d07bb78e4be3 req-0c961a18-f247-4065-87bc-2639b39e6ba4 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0926750 Mar 02 18:54:42.661180 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ebb05399-9efb-4f10-a67b-d07bb78e4be3 req-49d6eb39-63cc-4278-873b-b51ec917ed63 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022420 Mar 02 18:54:42.679487 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-831cd63e-cb8c-426e-835b-7ccb8160e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.681178 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-831cd63e-cb8c-426e-835b-7ccb8160e661 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 200 len: 919 time: 0.1299243 Mar 02 18:54:42.732321 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-046bab17-b8f9-4ba3-a8f5-35860cce7616 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 200 len: 217 time: 0.0395532 Mar 02 18:54:42.785634 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-336805f0-5f70-4a45-8dc3-f4c38938febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.787094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-336805f0-5f70-4a45-8dc3-f4c38938febd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 200 len: 858 time: 0.0439017 Mar 02 18:54:42.824321 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-596779cc-8a4a-407c-8a48-741c15e125b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37eb12c1-7750-4b67-9e1b-4d7712c7fb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249350 Mar 02 18:54:42.926017 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-418b2a0d-d75a-41a7-b8a4-34ef79d2650a service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939982 Mar 02 18:54:43.022597 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c6a50d70-2766-4a0e-8516-65d3351cf500 req-3922ca2c-9a94-413c-adfd-dbb479953587 service neutron] 10.222.0.41 "GET /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894070 Mar 02 18:54:43.577881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2ab8a-3a66-44d0-b5f3-217e0a2f74c8 req-32a49617-e7cc-4f2e-97cd-1d535184c496 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:43.579497 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cfc2ab8a-3a66-44d0-b5f3-217e0a2f74c8 req-32a49617-e7cc-4f2e-97cd-1d535184c496 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0544481 Mar 02 18:54:43.634107 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cfc2ab8a-3a66-44d0-b5f3-217e0a2f74c8 req-ef776f18-b424-4d8c-b7dd-213fa292c035 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488844 Mar 02 18:54:43.798450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350ee23-6d53-466b-b969-37cdad04123c req-094e7b31-5c29-4075-939d-3e77fe56516a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:43.800003 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7350ee23-6d53-466b-b969-37cdad04123c req-094e7b31-5c29-4075-939d-3e77fe56516a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0694363 Mar 02 18:54:43.848154 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7350ee23-6d53-466b-b969-37cdad04123c req-d04c7dd8-86e5-48cc-a2a0-48a87eb4cfb7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Mar 02 18:54:44.750106 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57326) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:44.750617 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c06a-3db2-447b-8c6d-5e1a413431c6 req-e4ea3334-4f67-4af9-8e6e-e1ab8204af1a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:44.752274 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-23a4c06a-3db2-447b-8c6d-5e1a413431c6 req-e4ea3334-4f67-4af9-8e6e-e1ab8204af1a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0530672 Mar 02 18:54:44.801604 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-23a4c06a-3db2-447b-8c6d-5e1a413431c6 req-9f74bcd7-a53e-4182-a3d9-6f1fec571d27 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435390 Mar 02 18:54:44.854971 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecd95-6089-4f60-8700-342466a47463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:44.931024 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecd95-6089-4f60-8700-342466a47463 admin admin] Publish callbacks [] for security_group (a94df107-a6c4-441c-a399-a403b70a5206), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:44.934856 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecd95-6089-4f60-8700-342466a47463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a94df107-a6c4-441c-a399-a403b70a5206), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:44.970768 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ecd95-6089-4f60-8700-342466a47463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94df107-a6c4-441c-a399-a403b70a5206,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:44.977086 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2a8ecd95-6089-4f60-8700-342466a47463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20e7673775ce45818000fe77682446f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242455 Mar 02 18:54:44.980874 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57334) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:44.982752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3f1a-149d-4d7e-a53a-7d15d03b4fe3 req-6537393d-d681-4452-838d-2d032581bf9f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:44.989975 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-867e3f1a-149d-4d7e-a53a-7d15d03b4fe3 req-6537393d-d681-4452-838d-2d032581bf9f tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0734508 Mar 02 18:54:45.037612 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] Publish callbacks [] for security_group (a94df107-a6c4-441c-a399-a403b70a5206), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.043167 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-867e3f1a-149d-4d7e-a53a-7d15d03b4fe3 req-9571025c-a2fe-42e5-b2cc-11a13ce761ed tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Mar 02 18:54:45.059540 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] Publish callbacks [] for security_group (a94df107-a6c4-441c-a399-a403b70a5206), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.108404 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a94df107-a6c4-441c-a399-a403b70a5206), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.111469 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.115164 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a94df107-a6c4-441c-a399-a403b70a5206 HTTP/1.1" status: 204 len: 168 time: 0.1308761 Mar 02 18:54:45.122980 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe9c0d-1436-49e8-ae63-2fff0f4f79e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94df107-a6c4-441c-a399-a403b70a5206,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:45.380833 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57346) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:45.394469 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732464e1-1cff-447f-b6fe-f37c7fff399d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.472664 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732464e1-1cff-447f-b6fe-f37c7fff399d admin admin] Publish callbacks [] for security_group (018d2315-823e-4836-8b22-a68533e47170), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.476461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-732464e1-1cff-447f-b6fe-f37c7fff399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (018d2315-823e-4836-8b22-a68533e47170), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.514788 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-732464e1-1cff-447f-b6fe-f37c7fff399d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c69cb4fb83e4842961caf50f408f626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327996 Mar 02 18:54:45.515642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732464e1-1cff-447f-b6fe-f37c7fff399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018d2315-823e-4836-8b22-a68533e47170,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:45.518218 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57348) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:45.569966 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] Publish callbacks [] for security_group (018d2315-823e-4836-8b22-a68533e47170), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.590672 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] Publish callbacks [] for security_group (018d2315-823e-4836-8b22-a68533e47170), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.637664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (018d2315-823e-4836-8b22-a68533e47170), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.640772 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:45.641971 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018d2315-823e-4836-8b22-a68533e47170 HTTP/1.1" status: 204 len: 168 time: 0.1225529 Mar 02 18:54:45.649554 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210bc5-56a6-478a-94ab-0301f8483d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018d2315-823e-4836-8b22-a68533e47170,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:45.919258 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027a76-8dd6-4bd7-8d95-532654890f7c req-f559d3db-16fa-44b6-852f-2d6260655fe2 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:45.920835 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9027a76-8dd6-4bd7-8d95-532654890f7c req-f559d3db-16fa-44b6-852f-2d6260655fe2 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0528865 Mar 02 18:54:45.971731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9027a76-8dd6-4bd7-8d95-532654890f7c req-ee069ed3-c0a6-4ef5-b8e7-a1adf4021947 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Mar 02 18:54:46.161824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b814c6-db17-4ee6-b935-97179dd82548 req-f9b914e2-a054-45ca-aa1a-b39097df49c7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:46.163333 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96b814c6-db17-4ee6-b935-97179dd82548 req-f9b914e2-a054-45ca-aa1a-b39097df49c7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0564802 Mar 02 18:54:46.213880 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96b814c6-db17-4ee6-b935-97179dd82548 req-ad837e45-4386-4a52-869e-bcd099dbf8a7 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450399 Mar 02 18:54:46.441924 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5c88-9a51-4113-a33a-a9b5b3d971a7 req-dc3e94e8-8524-40d0-8ec6-aea7e72a3d07 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:46.442713 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-907e5c88-9a51-4113-a33a-a9b5b3d971a7 req-dc3e94e8-8524-40d0-8ec6-aea7e72a3d07 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0555916 Mar 02 18:54:46.490942 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-907e5c88-9a51-4113-a33a-a9b5b3d971a7 req-eb0597c5-b2fa-4502-8223-e46ca09107fb tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Mar 02 18:54:47.100172 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202073-541e-45ff-837f-bd53bcd4a0f5 req-7dd8bd74-cdef-499a-a616-7bc72e5df724 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.101739 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0202073-541e-45ff-837f-bd53bcd4a0f5 req-7dd8bd74-cdef-499a-a616-7bc72e5df724 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0561726 Mar 02 18:54:47.152641 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0202073-541e-45ff-837f-bd53bcd4a0f5 req-d524aed4-5201-443c-bb68-5afe1d9a61fa tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451555 Mar 02 18:54:47.334577 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e155e-3198-445b-9811-6c107206b418 req-89c53826-ceb2-4e37-8cca-2e5596e2f511 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.336057 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-848e155e-3198-445b-9811-6c107206b418 req-89c53826-ceb2-4e37-8cca-2e5596e2f511 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0538118 Mar 02 18:54:47.396928 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-848e155e-3198-445b-9811-6c107206b418 req-2e5aa2c5-dd31-41b8-a7e8-bc20c3ba2d96 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503473 Mar 02 18:54:47.611268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938361-8a61-4d3e-b072-e03ae10eec5e req-8362a779-0f57-43c2-84a5-c28dd2837bad tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.612794 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-de938361-8a61-4d3e-b072-e03ae10eec5e req-8362a779-0f57-43c2-84a5-c28dd2837bad tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0516267 Mar 02 18:54:47.672083 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-de938361-8a61-4d3e-b072-e03ae10eec5e req-71515d5a-0fc0-47ea-bd03-8478dad38b9f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Mar 02 18:54:48.267757 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c824d-7eb3-4542-9e0a-101f2d35aa6e req-96cb5f46-7686-455f-972b-4c9e0cb5e31f tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:48.269189 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd5c824d-7eb3-4542-9e0a-101f2d35aa6e req-96cb5f46-7686-455f-972b-4c9e0cb5e31f tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0506244 Mar 02 18:54:48.319704 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd5c824d-7eb3-4542-9e0a-101f2d35aa6e req-5ad8f603-c4c4-4cf2-a8a3-ba9c3dd592c0 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Mar 02 18:54:48.804466 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead9612-0ef8-4d32-9226-eb4d8443ec7b req-ee57d3a8-e69e-4b60-a090-e74b5b80b951 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:48.806004 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0ead9612-0ef8-4d32-9226-eb4d8443ec7b req-ee57d3a8-e69e-4b60-a090-e74b5b80b951 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0584903 Mar 02 18:54:48.854508 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0ead9612-0ef8-4d32-9226-eb4d8443ec7b req-30f3e167-5efb-4c68-ab64-eb182c214e63 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Mar 02 18:54:49.184099 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-60d7762d-1b6a-477d-857b-0cb82d7b10a4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:49.185763 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-60d7762d-1b6a-477d-857b-0cb82d7b10a4 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 946 time: 0.0582275 Mar 02 18:54:49.290764 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Deleting port 3f5758c2-d229-4207-b9fb-e2c547e1a75d {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:54:49.291440 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:49.387080 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] For port 3f5758c2-d229-4207-b9fb-e2c547e1a75d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=3f5758c2-d229-4207-b9fb-e2c547e1a75d,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:49.387446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:49.423285 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Calling delete_port for 3f5758c2-d229-4207-b9fb-e2c547e1a75d owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:54:49.487815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016bd05-4877-43b0-8b0f-1ebb4e617e30 req-2902015b-9b43-4743-864b-ba4056aa6374 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:49.489209 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2016bd05-4877-43b0-8b0f-1ebb4e617e30 req-2902015b-9b43-4743-864b-ba4056aa6374 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0987470 Mar 02 18:54:49.557830 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2016bd05-4877-43b0-8b0f-1ebb4e617e30 req-296a3487-6e70-4e6e-b6e2-14b452c51031 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628440 Mar 02 18:54:49.607693 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (3f5758c2-d229-4207-b9fb-e2c547e1a75d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:49.622346 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7', '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', '3f5758c2-d229-4207-b9fb-e2c547e1a75d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:49.636170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event deleted for resources: {'Port': ['ID=3f5758c2-d229-4207-b9fb-e2c547e1a75d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:49.676775 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] No DVR routers for this DVR port 3f5758c2-d229-4207-b9fb-e2c547e1a75d on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:54:49.680212 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:49.683403 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad2fa634-ac2b-4a5e-aa9f-09a7273290ff req-83955edf-1e97-4247-a465-8d7bcb0969fc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "DELETE /v2.0/ports/3f5758c2-d229-4207-b9fb-e2c547e1a75d HTTP/1.1" status: 204 len: 173 time: 0.4880536 Mar 02 18:54:49.684238 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'name': 'network-vif-deleted', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:49.686136 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563edce-f08b-4545-9825-c85e8d8de92e" -d '{"events": [{"server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "name": "network-vif-deleted", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:49.731254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad139489-0f69-43ec-b109-9d98b5ac121b x-openstack-request-id: req-ad139489-0f69-43ec-b109-9d98b5ac121b {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:49.731807 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287f36ed-37b2-4210-93ed-56d1b3d57955", "name": "network-vif-deleted", "tag": "3f5758c2-d229-4207-b9fb-e2c547e1a75d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:49.737607 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad139489-0f69-43ec-b109-9d98b5ac121b {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:49.738182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287f36ed-37b2-4210-93ed-56d1b3d57955', 'name': 'network-vif-deleted', 'tag': '3f5758c2-d229-4207-b9fb-e2c547e1a75d', 'status': 'completed', 'code': 200} Mar 02 18:54:49.971879 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-da745882-9a9f-47f5-ae68-0dbb200e4a93 req-d84de24c-3ae7-41c4-9300-ce955c1d4f14 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=287f36ed-37b2-4210-93ed-56d1b3d57955 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Mar 02 18:54:50.683344 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c72e1-baff-4a7c-a29c-9363bf76cc7a req-b13d3cb6-85a0-4bbb-a5ac-c92c85cb67d8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:50.684851 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-914c72e1-baff-4a7c-a29c-9363bf76cc7a req-b13d3cb6-85a0-4bbb-a5ac-c92c85cb67d8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0572014 Mar 02 18:54:50.732056 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-914c72e1-baff-4a7c-a29c-9363bf76cc7a req-4681bfbb-b0c7-47c1-85f9-b43a65f9e74c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Mar 02 18:54:51.322164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3911-39cb-4503-9d0c-e254ce671024 req-d7112c1b-f9a8-4039-a2d2-9e2264da0f73 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:51.323619 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c46d3911-39cb-4503-9d0c-e254ce671024 req-d7112c1b-f9a8-4039-a2d2-9e2264da0f73 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0503156 Mar 02 18:54:51.369921 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c46d3911-39cb-4503-9d0c-e254ce671024 req-96b6cc4f-87bc-44a7-9963-39491d8b7f55 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Mar 02 18:54:51.861469 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84629b-8105-4320-a204-ef0b5b0b6031 req-f69e7247-994b-4133-ade8-6f96a875d403 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:51.862980 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d84629b-8105-4320-a204-ef0b5b0b6031 req-f69e7247-994b-4133-ade8-6f96a875d403 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0576315 Mar 02 18:54:51.913897 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d84629b-8105-4320-a204-ef0b5b0b6031 req-750f6dbd-63a5-4e93-8bbf-f62d109e3be1 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453875 Mar 02 18:54:52.040335 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:54:52.042439 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 3f5758c2-d229-4207-b9fb-e2c547e1a75d no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:54:52.066252 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 3f5758c2-d229-4207-b9fb-e2c547e1a75d {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:54:52.066598 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 3f5758c2-d229-4207-b9fb-e2c547e1a75d not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:54:52.085684 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57542) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:52.157688 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:52.175516 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'mac_address': 'fa:16:3e:f1:30:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:54:52.195046 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-277fdf9d-13c9-42a0-87fd-a32568459346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.212680 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 9fbd2525-d07c-46f7-a5b0-c734eba66deb is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:52.213116 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.226982 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbd2525-d07c-46f7-a5b0-c734eba66deb {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:52.247312 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:52.252311 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.288499 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-277fdf9d-13c9-42a0-87fd-a32568459346 admin admin] Publish callbacks [] for security_group (2e14afc1-f215-47de-89ce-bb0152262825), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.293942 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-277fdf9d-13c9-42a0-87fd-a32568459346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (2e14afc1-f215-47de-89ce-bb0152262825), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.311450 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:52.320267 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.320654 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.321019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.321381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.321716 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.322046 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.322375 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.322697 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.323023 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.323360 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.323689 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.324008 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.324328 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:52.337660 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fdf9d-13c9-42a0-87fd-a32568459346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e14afc1-f215-47de-89ce-bb0152262825,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:52.348068 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-277fdf9d-13c9-42a0-87fd-a32568459346 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=357f852945354010b82bc7e232a9dd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611279 Mar 02 18:54:52.350762 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57552) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:52.402591 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] Publish callbacks [] for security_group (2e14afc1-f215-47de-89ce-bb0152262825), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.408390 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8843ffe-93b7-4b0d-85ab-48cd8880a8a1 req-35941116-4a76-4aeb-935f-8102307692b3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:52.409934 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c8843ffe-93b7-4b0d-85ab-48cd8880a8a1 req-35941116-4a76-4aeb-935f-8102307692b3 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0610783 Mar 02 18:54:52.429207 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] Publish callbacks [] for security_group (2e14afc1-f215-47de-89ce-bb0152262825), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.471936 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c8843ffe-93b7-4b0d-85ab-48cd8880a8a1 req-deb4bdec-cf1b-42fc-9877-caefb57151d0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Mar 02 18:54:52.481834 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (2e14afc1-f215-47de-89ce-bb0152262825), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.484711 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.488643 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e14afc1-f215-47de-89ce-bb0152262825 HTTP/1.1" status: 204 len: 168 time: 0.1368165 Mar 02 18:54:52.501207 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a99ef1-7849-4c1e-9abd-2627b7c6821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e14afc1-f215-47de-89ce-bb0152262825,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:52.523856 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f227c-13b7-4cf9-b434-0c87468df49e req-4421dafa-58f9-4017-8f89-76de95eaea64 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:52.525530 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8a7f227c-13b7-4cf9-b434-0c87468df49e req-4421dafa-58f9-4017-8f89-76de95eaea64 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0742559 Mar 02 18:54:52.578269 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8a7f227c-13b7-4cf9-b434-0c87468df49e req-8595f6b8-adf0-4bb2-ab85-7f5c9220a6cb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Mar 02 18:54:52.758692 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57560) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:52.772170 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cd09-0d19-45e1-b972-28d703bd5e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.847091 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cd09-0d19-45e1-b972-28d703bd5e94 admin admin] Publish callbacks [] for security_group (0141da62-9fac-40bd-8378-d1fc1549358b), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.850869 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cd09-0d19-45e1-b972-28d703bd5e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0141da62-9fac-40bd-8378-d1fc1549358b), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.864978 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['9fbd2525-d07c-46f7-a5b0-c734eba66deb'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:52.891952 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f5a7cd09-0d19-45e1-b972-28d703bd5e94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee3ef0b773b425c84972770c016f398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292522 Mar 02 18:54:52.891952 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7cd09-0d19-45e1-b972-28d703bd5e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141da62-9fac-40bd-8378-d1fc1549358b,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:52.893699 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57562) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:52.944214 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] Publish callbacks [] for security_group (0141da62-9fac-40bd-8378-d1fc1549358b), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:52.966189 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] Publish callbacks [] for security_group (0141da62-9fac-40bd-8378-d1fc1549358b), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:53.057049 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a9fd8-5035-46ee-8d54-16f5bf81a21c req-7d2f7d98-9e9a-4cee-8abc-dd1bda0aa438 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:53.058558 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cd4a9fd8-5035-46ee-8d54-16f5bf81a21c req-7d2f7d98-9e9a-4cee-8abc-dd1bda0aa438 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 945 time: 0.0701876 Mar 02 18:54:53.071717 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0141da62-9fac-40bd-8378-d1fc1549358b), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:53.074323 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:53.075397 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0141da62-9fac-40bd-8378-d1fc1549358b HTTP/1.1" status: 204 len: 168 time: 0.1802704 Mar 02 18:54:53.092074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814abaa0-7fa8-41e7-9766-9b0f449516e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141da62-9fac-40bd-8378-d1fc1549358b,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:53.136882 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cd4a9fd8-5035-46ee-8d54-16f5bf81a21c req-95047b8f-4d75-46f6-87e3-e19d73a9f9c1 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714457 Mar 02 18:54:53.593863 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8878-1d31-4825-bfe3-7a7e2ef0ed62 req-de415313-d359-42b4-ae52-ad8259b62d1c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:53.595372 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4af8878-1d31-4825-bfe3-7a7e2ef0ed62 req-de415313-d359-42b4-ae52-ad8259b62d1c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0529547 Mar 02 18:54:53.647769 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e4af8878-1d31-4825-bfe3-7a7e2ef0ed62 req-c48a53e1-2d8c-4a74-8f41-a3cee49531bd tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Mar 02 18:54:53.706873 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004881a0-8746-40ce-bbb6-50f1a2b23d16 req-38e71388-7949-48eb-9596-20c64fe976bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:53.708582 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-004881a0-8746-40ce-bbb6-50f1a2b23d16 req-38e71388-7949-48eb-9596-20c64fe976bc tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0583372 Mar 02 18:54:53.756074 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-004881a0-8746-40ce-bbb6-50f1a2b23d16 req-ad8d00bb-953a-4650-9b86-7fde599bffd6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Mar 02 18:54:54.247819 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f59870-a75d-4c30-92d1-d10a1971427c req-b5f96df1-b58a-41fc-85a9-95b65e99b6e1 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:54.249801 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3f59870-a75d-4c30-92d1-d10a1971427c req-b5f96df1-b58a-41fc-85a9-95b65e99b6e1 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 945 time: 0.0519843 Mar 02 18:54:54.298256 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3f59870-a75d-4c30-92d1-d10a1971427c req-8756950a-9f79-4549-905c-85b649905f80 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Mar 02 18:54:54.768682 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d63c-25fd-453d-ab5e-3e70ee976835 req-c4df27b5-3749-4d91-b65c-9c0d416b1911 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:54.770484 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9757d63c-25fd-453d-ab5e-3e70ee976835 req-c4df27b5-3749-4d91-b65c-9c0d416b1911 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0532115 Mar 02 18:54:54.824946 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9757d63c-25fd-453d-ab5e-3e70ee976835 req-7bd7b350-d30f-4132-a8cb-b93a6590362d tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Mar 02 18:54:54.876163 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b37938-a0c8-4e86-be7a-1aed572e3770 req-df3857ae-2cd1-4c4a-b4d0-f3b2306104a6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:54.877639 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-92b37938-a0c8-4e86-be7a-1aed572e3770 req-df3857ae-2cd1-4c4a-b4d0-f3b2306104a6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0517621 Mar 02 18:54:54.925094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-92b37938-a0c8-4e86-be7a-1aed572e3770 req-721ba6fc-c0ab-4cfa-9b16-2c98735e9035 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Mar 02 18:54:55.233361 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-2fecef02-05c5-47b2-a11c-691876dcaecf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:55.234731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-2fecef02-05c5-47b2-a11c-691876dcaecf tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Mar 02 18:54:55.464151 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-5c653bab-5594-44a7-8f35-a60298bda74f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:55.465691 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-5c653bab-5594-44a7-8f35-a60298bda74f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 945 time: 0.0901098 Mar 02 18:54:55.598511 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Deleting port c18601ae-d3c0-4184-8507-2c56dc3c3b83 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:54:55.598858 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.608017 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064dac-37ae-4d68-9d9f-b2649bd59566 req-adaa4b5f-a1c0-450e-ad45-b5f4167d5cbf tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:55.609531 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51064dac-37ae-4d68-9d9f-b2649bd59566 req-adaa4b5f-a1c0-450e-ad45-b5f4167d5cbf tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 945 time: 0.0676913 Mar 02 18:54:55.612893 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Deleting port 12ad939d-6614-46d3-9a4a-08cef1b4a183 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:54:55.613234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.689272 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] For port c18601ae-d3c0-4184-8507-2c56dc3c3b83, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=c18601ae-d3c0-4184-8507-2c56dc3c3b83,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:55.689654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.704567 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Calling delete_port for c18601ae-d3c0-4184-8507-2c56dc3c3b83 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:54:55.710817 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51064dac-37ae-4d68-9d9f-b2649bd59566 req-0391340d-eb21-4667-aa52-77901c7aced4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945017 Mar 02 18:54:55.748648 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] For port 12ad939d-6614-46d3-9a4a-08cef1b4a183, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=12ad939d-6614-46d3-9a4a-08cef1b4a183,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:55.749104 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.764237 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Calling delete_port for 12ad939d-6614-46d3-9a4a-08cef1b4a183 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:54:55.870934 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (c18601ae-d3c0-4184-8507-2c56dc3c3b83), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.892940 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7', '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'c18601ae-d3c0-4184-8507-2c56dc3c3b83'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:55.920475 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event deleted for resources: {'Port': ['ID=c18601ae-d3c0-4184-8507-2c56dc3c3b83,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:55.940179 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (12ad939d-6614-46d3-9a4a-08cef1b4a183), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.959372 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['065f048e-b298-462b-956f-529012e98959', '12ad939d-6614-46d3-9a4a-08cef1b4a183'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:54:55.990106 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] No DVR routers for this DVR port c18601ae-d3c0-4184-8507-2c56dc3c3b83 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:54:55.993502 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:55.997211 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e00433fa-c053-41d5-8d21-aef8e3baa148 req-d4582b5b-8000-4189-8a70-1dd649a9cf6f tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "DELETE /v2.0/ports/c18601ae-d3c0-4184-8507-2c56dc3c3b83 HTTP/1.1" status: 204 len: 173 time: 0.5254147 Mar 02 18:54:55.997780 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'name': 'network-vif-deleted', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:56.000623 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1b39f-75b8-40da-93cc-b5b7d853919b" -d '{"events": [{"server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "name": "network-vif-deleted", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:56.010182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9744214a-4d87-4f54-938e-2ccb4b36ac15 req-eb625e4a-70b8-48c5-acee-80b384846dd7 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcb0ae19-9fe7-423d-b5a6-0a7a6199c426 HTTP/1.1" status: 200 len: 210 time: 0.0566044 Mar 02 18:54:56.047719 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Pushing event deleted for resources: {'Port': ['ID=12ad939d-6614-46d3-9a4a-08cef1b4a183,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:56.066774 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:54:56.082876 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb327cd-d4dd-4405-b8f8-a1e2452ab69c x-openstack-request-id: req-4cb327cd-d4dd-4405-b8f8-a1e2452ab69c {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:56.083667 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb0ae19-9fe7-423d-b5a6-0a7a6199c426", "name": "network-vif-deleted", "tag": "c18601ae-d3c0-4184-8507-2c56dc3c3b83", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:56.084114 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cb327cd-d4dd-4405-b8f8-a1e2452ab69c {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:56.084829 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb0ae19-9fe7-423d-b5a6-0a7a6199c426', 'name': 'network-vif-deleted', 'tag': 'c18601ae-d3c0-4184-8507-2c56dc3c3b83', 'status': 'completed', 'code': 200} Mar 02 18:54:56.111195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-725f3b0a-8557-4b8f-9aa6-abcb398e0ed4 req-2626d1db-ad9c-440c-b0ba-9d1b017e6e22 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.0886602 Mar 02 18:54:56.133019 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] No DVR routers for this DVR port 12ad939d-6614-46d3-9a4a-08cef1b4a183 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:54:56.135746 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:56.141380 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3672cc1-02b5-4f55-947e-d88e81134436 req-44ddc25c-82a4-4977-a8f2-759625860c4a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "DELETE /v2.0/ports/12ad939d-6614-46d3-9a4a-08cef1b4a183 HTTP/1.1" status: 204 len: 173 time: 0.8998997 Mar 02 18:54:56.141919 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'name': 'network-vif-deleted', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:56.144472 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ece29-277d-4fd3-b5db-eb720f595a46" -d '{"events": [{"server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "name": "network-vif-deleted", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:56.200670 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f89b3-5041-4543-a017-f789aa4de377 x-openstack-request-id: req-b42f89b3-5041-4543-a017-f789aa4de377 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:56.201000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a63ceb-f5d8-4730-b574-89321720fc88", "name": "network-vif-deleted", "tag": "12ad939d-6614-46d3-9a4a-08cef1b4a183", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:56.201270 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b42f89b3-5041-4543-a017-f789aa4de377 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:56.201707 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a63ceb-f5d8-4730-b574-89321720fc88', 'name': 'network-vif-deleted', 'tag': '12ad939d-6614-46d3-9a4a-08cef1b4a183', 'status': 'completed', 'code': 200} Mar 02 18:54:56.206011 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 9fbd2525-d07c-46f7-a5b0-c734eba66deb completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:54:56.220193 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 9fbd2525-d07c-46f7-a5b0-c734eba66deb triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:54:56.220549 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:56.377151 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 9fbd2525-d07c-46f7-a5b0-c734eba66deb is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:54:56.377568 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:56.400294 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:56.402545 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b8677-8090-426d-9583-1c21a9420f95" -d '{"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:54:56.415407 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:54:56.420518 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:56.421296 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 12ad939d-6614-46d3-9a4a-08cef1b4a183 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:54:56.442609 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8121b9c-67a5-46eb-99ba-2016e3082e88 x-openstack-request-id: req-f8121b9c-67a5-46eb-99ba-2016e3082e88 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:54:56.442922 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:54:56.443178 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8121b9c-67a5-46eb-99ba-2016e3082e88 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:54:56.443575 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'code': 200} Mar 02 18:54:56.459426 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 12ad939d-6614-46d3-9a4a-08cef1b4a183 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:54:56.459775 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 12ad939d-6614-46d3-9a4a-08cef1b4a183 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:54:56.460200 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c18601ae-d3c0-4184-8507-2c56dc3c3b83 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:54:56.487159 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: c18601ae-d3c0-4184-8507-2c56dc3c3b83 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:54:56.487503 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device c18601ae-d3c0-4184-8507-2c56dc3c3b83 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:54:56.505780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:56.763593 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341809-94d2-4a58-9f47-1c96a35805f8 req-ebc6877d-d72f-4d5f-b1fc-fdefbcae777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:56.765469 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ab341809-94d2-4a58-9f47-1c96a35805f8 req-ebc6877d-d72f-4d5f-b1fc-fdefbcae777e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1130 time: 0.0535824 Mar 02 18:54:56.845913 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ab341809-94d2-4a58-9f47-1c96a35805f8 req-7c5dae4a-a6b2-4a0b-95b9-5f7da3c5155d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699914 Mar 02 18:54:56.861052 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1b609-307a-4037-9bde-12be9fab69c9 req-dfc69afd-c5a1-4cc8-baa5-3f708988185d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:56.862572 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ed1b609-307a-4037-9bde-12be9fab69c9 req-dfc69afd-c5a1-4cc8-baa5-3f708988185d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0730970 Mar 02 18:54:56.913389 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ed1b609-307a-4037-9bde-12be9fab69c9 req-d4c24342-64d4-414b-9c45-053903915b1a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451987 Mar 02 18:54:57.061580 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.203571 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57656) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:57.235456 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3d8345e9-4bd3-4eb3-9ba0-229f9fa51831 req-c91d7f7a-bba6-43ec-b94b-646d18007a5a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a63ceb-f5d8-4730-b574-89321720fc88 HTTP/1.1" status: 200 len: 210 time: 0.0384064 Mar 02 18:54:57.332256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c664e5-d7d0-4b9b-8804-470d2d9106bc req-2539d8b5-47a4-4d8d-b150-2ded08b8d071 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.333830 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7c664e5-d7d0-4b9b-8804-470d2d9106bc req-2539d8b5-47a4-4d8d-b150-2ded08b8d071 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0630839 Mar 02 18:54:57.341428 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce5dba0d-c7e9-4239-ac8b-803b31c142ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.381699 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7c664e5-d7d0-4b9b-8804-470d2d9106bc req-d5663e02-c0c1-4af8-b899-0922eefa39f0 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Mar 02 18:54:57.419852 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce5dba0d-c7e9-4239-ac8b-803b31c142ad admin admin] Publish callbacks [] for security_group (595fdcf5-9588-444b-9cce-7254c635ea45), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.423632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce5dba0d-c7e9-4239-ac8b-803b31c142ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (595fdcf5-9588-444b-9cce-7254c635ea45), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.459534 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dba0d-c7e9-4239-ac8b-803b31c142ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fdcf5-9588-444b-9cce-7254c635ea45,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:57.464670 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ce5dba0d-c7e9-4239-ac8b-803b31c142ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f179bb32ecb24763a31b6a798fb2b212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603431 Mar 02 18:54:57.467345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57662) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:57.512525 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] Publish callbacks [] for security_group (595fdcf5-9588-444b-9cce-7254c635ea45), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.536666 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] Publish callbacks [] for security_group (595fdcf5-9588-444b-9cce-7254c635ea45), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.582953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (595fdcf5-9588-444b-9cce-7254c635ea45), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.585468 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.586611 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/595fdcf5-9588-444b-9cce-7254c635ea45 HTTP/1.1" status: 204 len: 168 time: 0.1183457 Mar 02 18:54:57.594004 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ff114-4fcf-4b3a-9ff5-6bfaf0ec6b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fdcf5-9588-444b-9cce-7254c635ea45,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:57.843110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57668) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:57.855937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-df5e713a-baa8-4f6e-8abb-318c1bafacda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.930466 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-df5e713a-baa8-4f6e-8abb-318c1bafacda admin admin] Publish callbacks [] for security_group (8f135ca8-d766-4cc4-9152-5a6b768a0e88), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.934291 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-df5e713a-baa8-4f6e-8abb-318c1bafacda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8f135ca8-d766-4cc4-9152-5a6b768a0e88), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:57.972947 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-df5e713a-baa8-4f6e-8abb-318c1bafacda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bb8d9b8eb4b4be9be0b0d2999766110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287355 Mar 02 18:54:57.973948 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e713a-baa8-4f6e-8abb-318c1bafacda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f135ca8-d766-4cc4-9152-5a6b768a0e88,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:57.975666 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57672) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:58.026613 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] Publish callbacks [] for security_group (8f135ca8-d766-4cc4-9152-5a6b768a0e88), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:58.041508 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806905b-6da9-4200-b9be-115833f6cf27 req-69c6e314-100c-4783-b6c0-eb151f0cedff tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:58.043020 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f806905b-6da9-4200-b9be-115833f6cf27 req-69c6e314-100c-4783-b6c0-eb151f0cedff tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0616300 Mar 02 18:54:58.049671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] Publish callbacks [] for security_group (8f135ca8-d766-4cc4-9152-5a6b768a0e88), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:58.094527 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f806905b-6da9-4200-b9be-115833f6cf27 req-f85e2315-1291-4ef1-8b2b-420544007b01 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 Mar 02 18:54:58.098884 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8f135ca8-d766-4cc4-9152-5a6b768a0e88), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:58.101500 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:58.104921 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f135ca8-d766-4cc4-9152-5a6b768a0e88 HTTP/1.1" status: 204 len: 168 time: 0.1251965 Mar 02 18:54:58.111178 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11062143-cfdc-4522-ac1c-6c0132497c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f135ca8-d766-4cc4-9152-5a6b768a0e88,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:58.541571 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0efe2-15e7-4200-b6e0-720f19aafe74 req-d879db8a-d346-4b55-a49e-408d00162a72 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:58.543135 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2de0efe2-15e7-4200-b6e0-720f19aafe74 req-d879db8a-d346-4b55-a49e-408d00162a72 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.0868850 Mar 02 18:54:58.554848 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb82dc9-1ce5-4565-8cba-79fe574d1b86 req-1fb6a2bf-2fd2-4b99-8b07-bfedb65a0589 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:58.556310 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2eb82dc9-1ce5-4565-8cba-79fe574d1b86 req-1fb6a2bf-2fd2-4b99-8b07-bfedb65a0589 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0722697 Mar 02 18:54:58.629141 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2de0efe2-15e7-4200-b6e0-720f19aafe74 req-b1b2957e-87d2-44ad-859b-465654c4abf5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 Mar 02 18:54:58.636251 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2eb82dc9-1ce5-4565-8cba-79fe574d1b86 req-e49d5029-0fe4-4502-9151-24c01486c3a2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Mar 02 18:54:59.212432 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957d80e-290f-4032-a26a-d011aac8a79a req-a8833549-7e41-4b68-81f5-e5d4536c2d0d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.213942 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f957d80e-290f-4032-a26a-d011aac8a79a req-a8833549-7e41-4b68-81f5-e5d4536c2d0d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0522013 Mar 02 18:54:59.267785 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f957d80e-290f-4032-a26a-d011aac8a79a req-68791aba-f89c-44cf-96ef-aec7a1e9557b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Mar 02 18:54:59.430743 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453095-aecf-4692-9597-d1115e62ead7 req-9f17be54-019e-4174-85cf-996226de6aae tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.430743 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c5453095-aecf-4692-9597-d1115e62ead7 req-9f17be54-019e-4174-85cf-996226de6aae tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0592251 Mar 02 18:54:59.488399 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c5453095-aecf-4692-9597-d1115e62ead7 req-628b3f92-7f0a-4b2e-b7d9-b629cc7e7a74 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505955 Mar 02 18:54:59.511448 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57750) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:59.726805 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feeb60f-eca5-4b57-a5cf-f5c0496f173f tempest-TestShelveInstance-1981039733 tempest-TestShelveInstance-1981039733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.731875 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4feeb60f-eca5-4b57-a5cf-f5c0496f173f tempest-TestShelveInstance-1981039733 tempest-TestShelveInstance-1981039733-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1125 time: 0.2172151 Mar 02 18:54:59.732248 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57768) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:54:59.737307 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:59.770412 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:59.774595 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-49a1edc3-d8fb-499c-b96d-18b168dc6ff5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.776289 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-49a1edc3-d8fb-499c-b96d-18b168dc6ff5 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.1089756 Mar 02 18:54:59.878240 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ab1ce-61dd-43e6-8fd4-e18470567abd req-d76516a4-a59c-49cc-b195-809122f63169 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.881592 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b45ab1ce-61dd-43e6-8fd4-e18470567abd req-d76516a4-a59c-49cc-b195-809122f63169 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 945 time: 0.1532798 Mar 02 18:54:59.881769 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:54:59.930264 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d49349-fab1-4580-929a-ed401d01ac85 req-b4dadea5-33b5-4f74-92de-41268798980d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.931550 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4d49349-fab1-4580-929a-ed401d01ac85 req-b4dadea5-33b5-4f74-92de-41268798980d tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.1918728 Mar 02 18:54:59.991232 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b45ab1ce-61dd-43e6-8fd4-e18470567abd req-32e273e2-0ead-472e-9928-14a1551dbb65 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902689 Mar 02 18:54:59.993068 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Allocated IP 172.27.1.168 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/8d8c349c-fa2f-46ea-9a56-6cfa71145869) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:00.007597 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Deleting port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:55:00.007955 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.076169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d4d49349-fab1-4580-929a-ed401d01ac85 req-13f10f53-f574-40d2-87f6-721c88b83ddd tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310732 Mar 02 18:55:00.133099 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] For port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:00.133415 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.146879 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Calling delete_port for 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:55:00.289972 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.300839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.306269 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:55:00.319047 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event deleted for resources: {'Port': ['ID=86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:00.335990 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.377266 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] No DVR routers for this DVR port 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:00.379905 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.383766 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4b0435fc-0077-4e36-ac14-7b92872e1954 req-a709b85e-672d-40ee-9a08-5b26cbd9ed2a tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "DELETE /v2.0/ports/86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 HTTP/1.1" status: 204 len: 173 time: 0.5893645 Mar 02 18:55:00.384367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:00.384605 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'name': 'network-vif-deleted', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:00.387182 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:00.387836 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca29585-2e1e-40d8-b76b-646cf901f585" -d '{"events": [{"server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "name": "network-vif-deleted", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:00.390698 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:55:00.397514 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'Port': ['ID=8d8c349c-fa2f-46ea-9a56-6cfa71145869,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:00.437977 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdacdc4-fa55-4b9b-be9c-7f4a221d7519 x-openstack-request-id: req-2bdacdc4-fa55-4b9b-be9c-7f4a221d7519 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:00.438484 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c8ad1d-106e-42c2-a94d-43138c22e193", "name": "network-vif-deleted", "tag": "86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:00.439556 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdacdc4-fa55-4b9b-be9c-7f4a221d7519 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:00.439972 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c8ad1d-106e-42c2-a94d-43138c22e193', 'name': 'network-vif-deleted', 'tag': '86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6', 'status': 'completed', 'code': 200} Mar 02 18:55:00.790155 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for floatingip (36e0be3f-1319-4ff3-9374-aa92cc9871f5), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:00.859028 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:01.011251 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:01.016233 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:01.081483 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event updated for resources: {'Port': ['ID=8d8c349c-fa2f-46ea-9a56-6cfa71145869,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:01.108798 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (36e0be3f-1319-4ff3-9374-aa92cc9871f5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:01.148064 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5d438ba0-4ad9-4211-a8bc-0fcafca32589 req-acd9beb8-0e8a-4be8-96ef-8e183f4a939b tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c8ad1d-106e-42c2-a94d-43138c22e193 HTTP/1.1" status: 200 len: 210 time: 0.0447962 Mar 02 18:55:01.220982 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5280-7a69-43f0-a91d-a697409e5aef req-b87651af-cdc4-4df5-8a80-8583a5036259 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:01.222513 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-60be5280-7a69-43f0-a91d-a697409e5aef req-b87651af-cdc4-4df5-8a80-8583a5036259 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0578578 Mar 02 18:55:01.225388 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Floating IP 36e0be3f-1319-4ff3-9374-aa92cc9871f5 associated. External IP: 172.27.1.168, port: 9fbd2525-d07c-46f7-a5b0-c734eba66deb. Mar 02 18:55:01.288177 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-60be5280-7a69-43f0-a91d-a697409e5aef req-b2e9aa52-288d-4a77-92a4-7caf50208138 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Mar 02 18:55:01.459107 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Router d64fbc57-f718-4130-8cd7-d77820eaf7b9 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:55:01.580069 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:55:01.590594 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Sync routers for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:55:01.598139 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:01.601801 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:55:01.602443 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:54:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:01.630062 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ee894140-b221-4294-b126-566147abac61 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8964026 Mar 02 18:55:01.630560 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:01.632777 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e73e7e-1057-44f0-bddd-588db97a77c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:01.669900 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6f95e-5c73-4626-a541-43a478b2f940 x-openstack-request-id: req-c4e6f95e-5c73-4626-a541-43a478b2f940 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:01.670207 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:01.670456 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4e6f95e-5c73-4626-a541-43a478b2f940 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:01.670857 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'status': 'completed', 'code': 200} Mar 02 18:55:01.766711 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-a4efcc62-6bf0-4f03-9e0b-f8049e7add45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:01.768313 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-a4efcc62-6bf0-4f03-9e0b-f8049e7add45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1130 time: 0.0552840 Mar 02 18:55:01.822471 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:55:01.878785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-5c7fde20-8cbc-400b-916e-c5811cf47572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:01.880316 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-5c7fde20-8cbc-400b-916e-c5811cf47572 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.1028666 Mar 02 18:55:01.949250 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-7506be1e-a0b7-4212-9ac6-23d443d3f883 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 1000 time: 0.0617452 Mar 02 18:55:02.000186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-1fa16461-31b6-4d05-a8fb-c8c8de8f839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:02.001891 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-1fa16461-31b6-4d05-a8fb-c8c8de8f839f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0459208 Mar 02 18:55:02.058839 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '36e0be3f-1319-4ff3-9374-aa92cc9871f5', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'mac_address': 'fa:16:3e:f1:30:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:00Z', 'updated_at': '2022-03-02T18:55:00Z', 'revision_number': 0, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:02.069471 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-f0deda1c-45d4-424b-a5a3-788144c74bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:02.070991 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-f0deda1c-45d4-424b-a5a3-788144c74bea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584488 Mar 02 18:55:02.087380 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Checking router: d64fbc57-f718-4130-8cd7-d77820eaf7b9 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:55:02.090346 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:02.096437 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:55:02.097055 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:54:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:02.110523 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:55:02.110876 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 86a1beb3-e3a0-4bf0-b2ce-200f506a4dc6 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:55:02.169283 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-3f8633fe-0dd1-47b0-aafc-21f104a8af7a service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899560 Mar 02 18:55:02.208387 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:55:02.269062 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08e73e7e-1057-44f0-bddd-588db97a77c9 req-655cff5b-61d1-43ec-8a01-091757d2f788 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926001 Mar 02 18:55:02.416355 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b5102-6e73-4e8a-9f64-063d366626ea req-69152e71-1321-40ca-b020-2868d9a8c7cb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:02.417894 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3e9b5102-6e73-4e8a-9f64-063d366626ea req-69152e71-1321-40ca-b020-2868d9a8c7cb tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0550022 Mar 02 18:55:02.447313 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '36e0be3f-1319-4ff3-9374-aa92cc9871f5', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'mac_address': 'fa:16:3e:f1:30:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:00Z', 'updated_at': '2022-03-02T18:55:00Z', 'revision_number': 0, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:02.464775 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3e9b5102-6e73-4e8a-9f64-063d366626ea req-c0efc31e-07c3-44fc-8ee4-303ea41d9ee2 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Mar 02 18:55:02.477820 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d2c46-f148-40d1-a2fe-a9d46d5a41ba None None] The sync data for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi is: [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '36e0be3f-1319-4ff3-9374-aa92cc9871f5', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'mac_address': 'fa:16:3e:f1:30:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:55:00Z', 'updated_at': '2022-03-02T18:55:00Z', 'revision_number': 0, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:55:02.666216 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a6456-06a7-4255-8a9b-e7d0b674605e None None] New status for floating IP 36e0be3f-1319-4ff3-9374-aa92cc9871f5: ACTIVE {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:55:03.613195 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb03cf-c8f0-4796-87c6-72aa1cbd0bec req-59b04eb2-4e0f-4373-b4a9-ce9fd5630d96 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:03.614815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65bb03cf-c8f0-4796-87c6-72aa1cbd0bec req-59b04eb2-4e0f-4373-b4a9-ce9fd5630d96 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0883832 Mar 02 18:55:03.621774 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698c55-6979-467c-a290-1ff2a5442f90 req-084456f8-7c70-48c6-8a8a-11da8210351e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:03.623220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a698c55-6979-467c-a290-1ff2a5442f90 req-084456f8-7c70-48c6-8a8a-11da8210351e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0868673 Mar 02 18:55:03.692734 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65bb03cf-c8f0-4796-87c6-72aa1cbd0bec req-4d574962-0789-4972-9ea9-8affd45e9eba tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685525 Mar 02 18:55:03.696812 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a698c55-6979-467c-a290-1ff2a5442f90 req-b015831a-4ac8-448d-a872-4d157bcb6ce6 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Mar 02 18:55:04.362600 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bfe31b62-a19f-42e5-9550-6ecb3092814b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:04.844770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549872-973e-488c-a9c1-4f157ceda62a req-5ceb7058-add4-428a-b56b-bef73bfb643a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:04.846251 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c9549872-973e-488c-a9c1-4f157ceda62a req-5ceb7058-add4-428a-b56b-bef73bfb643a tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0786183 Mar 02 18:55:04.853722 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e101ff-b379-4c55-b28e-8bcfabd4e29b req-8c2c3b81-35dc-4869-bc68-9bc17ae84d08 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:04.855089 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18e101ff-b379-4c55-b28e-8bcfabd4e29b req-8c2c3b81-35dc-4869-bc68-9bc17ae84d08 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0892854 Mar 02 18:55:04.928975 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c9549872-973e-488c-a9c1-4f157ceda62a req-6294341b-3081-4cf2-a511-9aa500749e0e tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728507 Mar 02 18:55:04.933733 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18e101ff-b379-4c55-b28e-8bcfabd4e29b req-46438ac1-16c0-4d70-9e8c-e855af4e3850 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721040 Mar 02 18:55:05.985387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91849f22-29c2-4aae-815f-46baf7c91b2a req-535296dc-67c6-4b0a-9571-69d3f48642c9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:05.987698 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91849f22-29c2-4aae-815f-46baf7c91b2a req-535296dc-67c6-4b0a-9571-69d3f48642c9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Mar 02 18:55:06.073788 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91849f22-29c2-4aae-815f-46baf7c91b2a req-eea62d24-bf0b-42fc-9b14-6454ac6b613b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806105 Mar 02 18:55:06.087239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ad3d-d05a-4a2e-9306-a83776b4d9d5 req-67337903-9a90-48b2-b47d-9b5d1bbb7ed0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:06.089006 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ab54ad3d-d05a-4a2e-9306-a83776b4d9d5 req-67337903-9a90-48b2-b47d-9b5d1bbb7ed0 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0808372 Mar 02 18:55:06.158168 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ab54ad3d-d05a-4a2e-9306-a83776b4d9d5 req-16d6605e-c61e-4e72-9891-666ac37c14d1 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/security-groups?id=29515afa-45fd-41d0-bf44-11f8e6f70101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630488 Mar 02 18:55:06.202571 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec1a1-e5a1-4308-bfe5-ad11b7b7fec8 req-dbbedcd8-bfc6-4833-acaa-4906da7a1412 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:06.204085 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9a6ec1a1-e5a1-4308-bfe5-ad11b7b7fec8 req-dbbedcd8-bfc6-4833-acaa-4906da7a1412 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0637388 Mar 02 18:55:06.279925 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9a6ec1a1-e5a1-4308-bfe5-ad11b7b7fec8 req-9e89083b-4750-49c9-ae86-a35ea511d636 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42e5e61c-8f4f-4194-b70e-a5578a046e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Mar 02 18:55:06.295253 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-a1869f6e-7002-4dfe-93cf-9dbca80c8837 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:06.296738 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-a1869f6e-7002-4dfe-93cf-9dbca80c8837 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 945 time: 0.0917768 Mar 02 18:55:06.404099 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Deleting port 065f048e-b298-462b-956f-529012e98959 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:55:06.404446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (065f048e-b298-462b-956f-529012e98959), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.500097 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] For port 065f048e-b298-462b-956f-529012e98959, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=065f048e-b298-462b-956f-529012e98959,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:06.500481 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (065f048e-b298-462b-956f-529012e98959), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.515590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Calling delete_port for 065f048e-b298-462b-956f-529012e98959 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:55:06.524497 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-6159bfaa-9c00-4f06-8a0e-411fd2b46fbc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:06.526045 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-6159bfaa-9c00-4f06-8a0e-411fd2b46fbc tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 945 time: 0.0634835 Mar 02 18:55:06.641964 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Deleting port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:55:06.642314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.644772 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-33280c61-d30d-4e99-b75c-930805cacd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.659618 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (065f048e-b298-462b-956f-529012e98959), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.673960 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['065f048e-b298-462b-956f-529012e98959'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:55:06.690648 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Pushing event deleted for resources: {'Port': ['ID=065f048e-b298-462b-956f-529012e98959,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.734183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] No DVR routers for this DVR port 065f048e-b298-462b-956f-529012e98959 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:06.735047 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] For port 090b3aa9-4d17-44ad-ab6a-ff33670851d7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=090b3aa9-4d17-44ad-ab6a-ff33670851d7,segment=NetworkSegment(a4d812a8-f7a0-4924-93a4-166f52ebebb6),segment_id=a4d812a8-f7a0-4924-93a4-166f52ebebb6)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:06.736292 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.737994 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.741183 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be47afc8-ba03-45b1-86b9-861575f30f44 req-f89c628c-c06f-4673-9c74-ab3107862369 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.41 "DELETE /v2.0/ports/065f048e-b298-462b-956f-529012e98959 HTTP/1.1" status: 204 len: 173 time: 0.4373112 Mar 02 18:55:06.741682 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'name': 'network-vif-deleted', 'tag': '065f048e-b298-462b-956f-529012e98959'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:06.743937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede9cf10-e160-484f-8195-cfac0a2f1125" -d '{"events": [{"server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "name": "network-vif-deleted", "tag": "065f048e-b298-462b-956f-529012e98959"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:06.754074 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Calling delete_port for 090b3aa9-4d17-44ad-ab6a-ff33670851d7 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:55:06.809398 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f72d63-eacd-4c43-8be9-51eae5d1b53c x-openstack-request-id: req-90f72d63-eacd-4c43-8be9-51eae5d1b53c {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:06.809693 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d879674e-0826-4d80-9a0a-2c36209f1a75", "name": "network-vif-deleted", "tag": "065f048e-b298-462b-956f-529012e98959", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:06.809945 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90f72d63-eacd-4c43-8be9-51eae5d1b53c {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:06.810343 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd879674e-0826-4d80-9a0a-2c36209f1a75', 'name': 'network-vif-deleted', 'tag': '065f048e-b298-462b-956f-529012e98959', 'status': 'completed', 'code': 200} Mar 02 18:55:06.905452 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (090b3aa9-4d17-44ad-ab6a-ff33670851d7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.921759 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['090b3aa9-4d17-44ad-ab6a-ff33670851d7'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:55:06.931909 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Pushing event deleted for resources: {'Port': ['ID=090b3aa9-4d17-44ad-ab6a-ff33670851d7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.974262 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] No DVR routers for this DVR port 090b3aa9-4d17-44ad-ab6a-ff33670851d7 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:06.976668 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:06.979990 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ffa55b82-46b7-4268-8f2c-3129a67a27ca req-97d87011-2ca0-4618-b99f-df887d676c18 tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.41 "DELETE /v2.0/ports/090b3aa9-4d17-44ad-ab6a-ff33670851d7 HTTP/1.1" status: 204 len: 173 time: 0.4390547 Mar 02 18:55:06.980423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'name': 'network-vif-deleted', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:06.982662 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113b853d-9029-4ab3-bf0f-e297b7e7bc07" -d '{"events": [{"server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "name": "network-vif-deleted", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:07.022749 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62fbd1-1e45-421d-802a-d90fec79a135 x-openstack-request-id: req-fc62fbd1-1e45-421d-802a-d90fec79a135 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:07.023140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569b7106-e858-4cdc-8665-d12c7e4d64e4", "name": "network-vif-deleted", "tag": "090b3aa9-4d17-44ad-ab6a-ff33670851d7", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:07.023336 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc62fbd1-1e45-421d-802a-d90fec79a135 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:07.023724 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569b7106-e858-4cdc-8665-d12c7e4d64e4', 'name': 'network-vif-deleted', 'tag': '090b3aa9-4d17-44ad-ab6a-ff33670851d7', 'status': 'completed', 'code': 200} Mar 02 18:55:07.208081 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b69933-1a86-442c-b6d5-4b1d7850a6f4 req-cd86398d-8fb7-48bc-b3a6-93888bad2d21 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:07.209633 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34b69933-1a86-442c-b6d5-4b1d7850a6f4 req-cd86398d-8fb7-48bc-b3a6-93888bad2d21 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0557919 Mar 02 18:55:07.274973 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34986277-038e-4cef-a438-271a311e4e96 req-b6b42e4c-7994-4a17-ad52-5e163c4971c5 tempest-ServerRescueNegativeTestJSON-1756862240 tempest-ServerRescueNegativeTestJSON-1756862240-project] 10.222.0.21 "GET /v2.0/ports?device_id=d879674e-0826-4d80-9a0a-2c36209f1a75 HTTP/1.1" status: 200 len: 210 time: 0.0350275 Mar 02 18:55:07.279418 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34b69933-1a86-442c-b6d5-4b1d7850a6f4 req-f6377aa0-588a-4e01-a4e5-3f1238780a47 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643206 Mar 02 18:55:07.398169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1bd465be-8fcb-42d4-8cae-e4e5001d5a60 req-0bf4a3ad-11ea-4f48-bcc2-02a79b38849c tempest-AttachVolumeNegativeTest-1212607388 tempest-AttachVolumeNegativeTest-1212607388-project] 10.222.0.21 "GET /v2.0/ports?device_id=569b7106-e858-4cdc-8665-d12c7e4d64e4 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Mar 02 18:55:07.782777 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.335051 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57872) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:08.429810 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602bc5-10d4-44fa-81e1-50d628016d68 req-5f29f076-6534-4011-a59c-1147a1913cac tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:08.432754 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3602bc5-10d4-44fa-81e1-50d628016d68 req-5f29f076-6534-4011-a59c-1147a1913cac tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0676253 Mar 02 18:55:08.467896 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57876) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:08.526626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f3602bc5-10d4-44fa-81e1-50d628016d68 req-a0a0abb5-1a36-4f5c-b179-294e49cfd7db tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840526 Mar 02 18:55:08.532064 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Deleting subnet c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:55:08.535629 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Publish callbacks [] for subnet (c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.571672 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Publish callbacks [] for subnet (c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.577884 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.635786 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for subnet (c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.663937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:08.670369 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.673653 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f3a98f3c-4116-48cd-a6af-b8b9ea45fb46 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c5d4d509-10f6-49d9-bf5e-3c04b70dfe4d HTTP/1.1" status: 204 len: 168 time: 0.2046435 Mar 02 18:55:08.676107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57878) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:08.743298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (c8ead4be-46bc-466c-aa11-fe7cda731823), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.817000 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.832749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (c8ead4be-46bc-466c-aa11-fe7cda731823), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:08.853489 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.853943 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.854787 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.855141 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > port after_create 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.855507 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.855857 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > port after_update 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.856122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.856971 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.857289 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.857631 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.959057 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.959624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.960176 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.960730 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:55:08.961305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ead4be-46bc-466c-aa11-fe7cda731823']}} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.992112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d812a8-f7a0-4924-93a4-166f52ebebb6') {'for_net_delete': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.992112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d812a8-f7a0-4924-93a4-166f52ebebb6') {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.030667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12315001'] for segment (a4d812a8-f7a0-4924-93a4-166f52ebebb6), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.060459 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (a4d812a8-f7a0-4924-93a4-166f52ebebb6), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.071744 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:55:09.072470 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720471'] for segment (a4d812a8-f7a0-4924-93a4-166f52ebebb6), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: from cryptography.utils import int_from_bytes Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: from cryptography.utils import int_from_bytes Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: Traceback (most recent call last): Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: timer() Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: cb(*args, **kw) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: return func(*args, **kwargs) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: self._notify() Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: self.callback(batched_events) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: event.method(event) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: return f(self, *a, **k) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._get(url).json() Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: return self.request(url, 'GET', **kwargs) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:55:09.077685 dv-cinder-800704-3-iscsi neutron-server[109537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:55:09.166768 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (c8ead4be-46bc-466c-aa11-fe7cda731823), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.193160 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.199236 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8ead4be-46bc-466c-aa11-fe7cda731823 HTTP/1.1" status: 204 len: 168 time: 0.5196297 Mar 02 18:55:09.200541 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d0ea-b55b-460b-9c20-7b2a1a5a7888 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ead4be-46bc-466c-aa11-fe7cda731823,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:09.383956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Deleting port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:55:09.384520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.398079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57896) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:09.445747 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-674758d3-bdae-499e-b4e6-4fda0a10790e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b40e6f601ce4fed815b312e0914e075&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438645 Mar 02 18:55:09.446417 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57898) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:09.498418 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] For port 59c45398-1bfc-4d94-a8a8-01ab2ae7c107, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,segment=NetworkSegment(b8c046f7-3f4b-4e91-8070-42ea6c7d67de),segment_id=b8c046f7-3f4b-4e91-8070-42ea6c7d67de)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:09.498800 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.513565 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Calling delete_port for 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 owned by network:router_interface {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:55:09.514951 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] Publish callbacks [] for security_group (42e5e61c-8f4f-4194-b70e-a5578a046e57), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.551872 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] Publish callbacks [] for security_group (42e5e61c-8f4f-4194-b70e-a5578a046e57), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.609189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.620818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (42e5e61c-8f4f-4194-b70e-a5578a046e57), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.625477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.627495 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e5e61c-8f4f-4194-b70e-a5578a046e57 HTTP/1.1" status: 204 len: 168 time: 0.1798875 Mar 02 18:55:09.675742 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879da5e0-8f45-429f-947a-dbad0ef21104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5e61c-8f4f-4194-b70e-a5578a046e57,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:09.714106 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965522a3-1b59-4c77-8d16-487da3e8d689 req-5867f1c3-2c3f-4d46-8ab4-a7960e89f114 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:09.716278 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-965522a3-1b59-4c77-8d16-487da3e8d689 req-5867f1c3-2c3f-4d46-8ab4-a7960e89f114 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0868449 Mar 02 18:55:09.753459 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (59c45398-1bfc-4d94-a8a8-01ab2ae7c107), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:09.774353 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-965522a3-1b59-4c77-8d16-487da3e8d689 req-6863925b-cbcd-47d1-add6-4ed63ee3821a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510285 Mar 02 18:55:09.781346 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=59c45398-1bfc-4d94-a8a8-01ab2ae7c107,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:09.966897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:10.131596 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 090b3aa9-4d17-44ad-ab6a-ff33670851d7 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:10.155233 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 090b3aa9-4d17-44ad-ab6a-ff33670851d7 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:55:10.155585 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 090b3aa9-4d17-44ad-ab6a-ff33670851d7 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:55:10.155990 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 065f048e-b298-462b-956f-529012e98959 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:10.175686 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 065f048e-b298-462b-956f-529012e98959 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:55:10.175952 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 065f048e-b298-462b-956f-529012e98959 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:55:10.225792 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Router 5d4e833f-ec4e-4406-9e9a-b243853659e4 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:55:10.353738 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:55:10.363924 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fb8c79f5-9b47-429a-844c-b35fdaa14d7b admin admin] 10.222.0.21 "PUT /v2.0/routers/5d4e833f-ec4e-4406-9e9a-b243853659e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0277739 Mar 02 18:55:10.367156 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 57926) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:10.374962 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Sync routers for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:55:10.396989 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:55:10.398084 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:55:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.526526 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:55:10.702545 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:10.744929 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:55:09Z', 'revision_number': 5, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.776317 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Checking router: 5d4e833f-ec4e-4406-9e9a-b243853659e4 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:55:10.776449 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks [] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:10.788324 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Routers {'5d4e833f-ec4e-4406-9e9a-b243853659e4'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:55:10.789011 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:55:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['5d4e833f-ec4e-4406-9e9a-b243853659e4'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.927464 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks [] for router_gateway (5d4e833f-ec4e-4406-9e9a-b243853659e4), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:10.940515 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] Set router 5d4e833f-ec4e-4406-9e9a-b243853659e4 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:55:10.983228 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a997c-bf71-4e79-9374-eee77b5779e7 req-d1844b64-e1d8-475b-9351-596d062711be tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:10.984922 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-060a997c-bf71-4e79-9374-eee77b5779e7 req-d1844b64-e1d8-475b-9351-596d062711be tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0943115 Mar 02 18:55:11.052460 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Deleting port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:55:11.052460 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.052460 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-060a997c-bf71-4e79-9374-eee77b5779e7 req-e75bd4d8-0251-40e1-95f7-073367d75e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604050 Mar 02 18:55:11.166227 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] For port 2465ffdf-3f6a-4ae1-9703-a7e267f1919d, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:11.166624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.193338 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:55:09Z', 'revision_number': 5, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:11.195980 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Calling delete_port for 2465ffdf-3f6a-4ae1-9703-a7e267f1919d owned by network:router_gateway {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:55:11.227395 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4892a614-409a-4668-b55e-b715e806fd90 None None] The sync data for ids ['5d4e833f-ec4e-4406-9e9a-b243853659e4'] in dv-cinder-800704-3-iscsi is: [{'id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'name': 'tempest-ServerRescueNegativeTestJSON-810084182-router', 'tenant_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:18Z', 'updated_at': '2022-03-02T18:55:09Z', 'revision_number': 5, 'project_id': '158bcfa77a0a470dbd9d9e4aee15f4e4', 'gw_port': {'id': '2465ffdf-3f6a-4ae1-9703-a7e267f1919d', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4e833f-ec4e-4406-9e9a-b243853659e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:55:11.385183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (2465ffdf-3f6a-4ae1-9703-a7e267f1919d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.420187 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Pushing event deleted for resources: {'Port': ['ID=2465ffdf-3f6a-4ae1-9703-a7e267f1919d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.483590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.609758 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.622566 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks [] for router_controller (5d4e833f-ec4e-4406-9e9a-b243853659e4), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.694312 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (5d4e833f-ec4e-4406-9e9a-b243853659e4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.694812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4e833f-ec4e-4406-9e9a-b243853659e4 {{(pid=109537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:55:11.702138 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.705940 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-92fb8913-ebb7-453b-b8d1-0413ba8aa9df admin admin] 10.222.0.21 "DELETE /v2.0/routers/5d4e833f-ec4e-4406-9e9a-b243853659e4 HTTP/1.1" status: 204 len: 168 time: 1.3378143 Mar 02 18:55:11.706530 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57964) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:11.768764 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Deleting subnet 27b1a08e-a842-483a-9385-cb33174b5c4e {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:55:11.772273 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Publish callbacks [] for subnet (27b1a08e-a842-483a-9385-cb33174b5c4e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.813013 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (27b1a08e-a842-483a-9385-cb33174b5c4e), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.865532 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (27b1a08e-a842-483a-9385-cb33174b5c4e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.922910 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (27b1a08e-a842-483a-9385-cb33174b5c4e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.958421 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b1a08e-a842-483a-9385-cb33174b5c4e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:11.963729 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:11.967205 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1bf5ba3c-b8b4-44a6-a6e8-e19bb4b7ee02 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/27b1a08e-a842-483a-9385-cb33174b5c4e HTTP/1.1" status: 204 len: 168 time: 0.2595487 Mar 02 18:55:11.969614 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 57978) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:12.058782 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (37eb12c1-7750-4b67-9e1b-4d7712c7fb34), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.165356 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (37eb12c1-7750-4b67-9e1b-4d7712c7fb34), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.188614 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eb12c1-7750-4b67-9e1b-4d7712c7fb34']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.199477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.200000 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c046f7-3f4b-4e91-8070-42ea6c7d67de') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.215107 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (b8c046f7-3f4b-4e91-8070-42ea6c7d67de), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.217060 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd874bd-efca-4e37-9255-56b2a96a4387 req-1cb2675f-bbee-42e6-bdcf-fd9ee2fc8fe1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:12.218570 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2fd874bd-efca-4e37-9255-56b2a96a4387 req-1cb2675f-bbee-42e6-bdcf-fd9ee2fc8fe1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0625048 Mar 02 18:55:12.230240 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (b8c046f7-3f4b-4e91-8070-42ea6c7d67de), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.237250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:55:12.237709 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (b8c046f7-3f4b-4e91-8070-42ea6c7d67de), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:55:12.239309 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:55:12.299885 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2fd874bd-efca-4e37-9255-56b2a96a4387 req-a90e9624-296c-4c82-a0f5-600e05fd5684 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746419 Mar 02 18:55:12.314287 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (37eb12c1-7750-4b67-9e1b-4d7712c7fb34), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.320428 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.323656 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] 10.222.0.21 "DELETE /v2.0/networks/37eb12c1-7750-4b67-9e1b-4d7712c7fb34 HTTP/1.1" status: 204 len: 168 time: 0.3531146 Mar 02 18:55:12.337027 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534656a-42b9-4a4f-92a8-6da29be1c29c admin admin] Pushing event deleted for resources: {'Network': ['ID=37eb12c1-7750-4b67-9e1b-4d7712c7fb34,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:12.477361 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:55:12.547382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58028) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:12.591468 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6a320185-d741-4630-9e6d-dc1926d095c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=158bcfa77a0a470dbd9d9e4aee15f4e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422297 Mar 02 18:55:12.593894 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58034) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:12.648105 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] Publish callbacks [] for security_group (29515afa-45fd-41d0-bf44-11f8e6f70101), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.674883 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] Publish callbacks [] for security_group (29515afa-45fd-41d0-bf44-11f8e6f70101), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.729792 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (29515afa-45fd-41d0-bf44-11f8e6f70101), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.732650 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:12.733931 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29515afa-45fd-41d0-bf44-11f8e6f70101 HTTP/1.1" status: 204 len: 168 time: 0.1389797 Mar 02 18:55:12.741999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfce7a-57d2-4d6c-8d0e-81a81f1c4950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29515afa-45fd-41d0-bf44-11f8e6f70101,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:13.226686 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58082) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:13.346477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d5a5e-73cb-4712-ad20-9b1387f2d06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.349225 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:13.374710 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:55:13.375081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 59c45398-1bfc-4d94-a8a8-01ab2ae7c107 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:55:13.375856 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 2465ffdf-3f6a-4ae1-9703-a7e267f1919d no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:13.396150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 2465ffdf-3f6a-4ae1-9703-a7e267f1919d {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:55:13.396687 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 2465ffdf-3f6a-4ae1-9703-a7e267f1919d not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:55:13.481630 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d5a5e-73cb-4712-ad20-9b1387f2d06e admin admin] Publish callbacks [] for security_group (1379709f-8c42-4f69-a14b-0b3b3f8f5b2d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.485308 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7975a-289c-4eeb-89b6-1769bc2f9b46 req-e17f86ce-6daa-42a1-88f8-80d0180b5b6c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:13.487128 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cdc7975a-289c-4eeb-89b6-1769bc2f9b46 req-e17f86ce-6daa-42a1-88f8-80d0180b5b6c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0730946 Mar 02 18:55:13.489894 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a92d5a5e-73cb-4712-ad20-9b1387f2d06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1379709f-8c42-4f69-a14b-0b3b3f8f5b2d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.535205 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a92d5a5e-73cb-4712-ad20-9b1387f2d06e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b226138906104223ac5f759f66706366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073897 Mar 02 18:55:13.536188 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d5a5e-73cb-4712-ad20-9b1387f2d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379709f-8c42-4f69-a14b-0b3b3f8f5b2d,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:13.538296 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 58102) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:13.582632 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cdc7975a-289c-4eeb-89b6-1769bc2f9b46 req-6799037b-6aa6-45e1-95c8-2ae938eac439 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893202 Mar 02 18:55:13.618842 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] Publish callbacks [] for security_group (1379709f-8c42-4f69-a14b-0b3b3f8f5b2d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.643830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] Publish callbacks [] for security_group (1379709f-8c42-4f69-a14b-0b3b3f8f5b2d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.705368 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1379709f-8c42-4f69-a14b-0b3b3f8f5b2d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.709605 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:13.711172 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1379709f-8c42-4f69-a14b-0b3b3f8f5b2d HTTP/1.1" status: 204 len: 168 time: 0.1713898 Mar 02 18:55:13.723387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f223591-a2b1-400e-8a88-9498202e40be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379709f-8c42-4f69-a14b-0b3b3f8f5b2d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:14.154035 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58118) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:14.170937 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8db184de-7b7e-4fd7-ab2e-c0f6cb13a5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.301096 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8db184de-7b7e-4fd7-ab2e-c0f6cb13a5aa admin admin] Publish callbacks [] for security_group (17964133-da6b-4a0d-8633-07d4d093a48d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.307884 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8db184de-7b7e-4fd7-ab2e-c0f6cb13a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (17964133-da6b-4a0d-8633-07d4d093a48d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.351132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db184de-7b7e-4fd7-ab2e-c0f6cb13a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17964133-da6b-4a0d-8633-07d4d093a48d,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:14.358429 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-8db184de-7b7e-4fd7-ab2e-c0f6cb13a5aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=652c92b9ac054707aef188fc670b0536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033188 Mar 02 18:55:14.362695 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58122) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:14.436204 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] Publish callbacks [] for security_group (17964133-da6b-4a0d-8633-07d4d093a48d), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.460939 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] Publish callbacks [] for security_group (17964133-da6b-4a0d-8633-07d4d093a48d), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.538360 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (17964133-da6b-4a0d-8633-07d4d093a48d), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.541260 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:14.542609 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17964133-da6b-4a0d-8633-07d4d093a48d HTTP/1.1" status: 204 len: 168 time: 0.1786809 Mar 02 18:55:14.551475 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741be78f-2b57-48e5-9cf3-af25c0c5b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17964133-da6b-4a0d-8633-07d4d093a48d,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:14.780679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6ea61-10cb-4c59-ad7b-0f348fb30de1 req-3814e9f0-2f6f-4cd3-b6c4-9f5eab17b09f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:14.782230 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ae6ea61-10cb-4c59-ad7b-0f348fb30de1 req-3814e9f0-2f6f-4cd3-b6c4-9f5eab17b09f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0977094 Mar 02 18:55:14.842626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ae6ea61-10cb-4c59-ad7b-0f348fb30de1 req-4a7315c2-a6ec-458c-88bc-20b0cb6cc119 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534415 Mar 02 18:55:15.998198 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba2fef-7783-496a-8c27-01d19f24c6fc req-66ae7d78-db06-4619-84a1-f5ee0b8daf36 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:15.999863 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8dba2fef-7783-496a-8c27-01d19f24c6fc req-66ae7d78-db06-4619-84a1-f5ee0b8daf36 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0664396 Mar 02 18:55:16.062104 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8dba2fef-7783-496a-8c27-01d19f24c6fc req-74063b57-e003-4321-adf9-deb0cdb558d0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558627 Mar 02 18:55:17.309128 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5b53-e5fc-424b-a1c5-44f9b8560d6b req-1d33950e-4d2a-4d79-aad2-88408bf76804 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.310775 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f10e5b53-e5fc-424b-a1c5-44f9b8560d6b req-1d33950e-4d2a-4d79-aad2-88408bf76804 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1360936 Mar 02 18:55:17.352774 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6290f94-7cb8-4b44-9900-75b33e88b852 req-32fca6a5-56aa-43fb-8296-63c0f148d08e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.354815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a6290f94-7cb8-4b44-9900-75b33e88b852 req-32fca6a5-56aa-43fb-8296-63c0f148d08e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1123672 Mar 02 18:55:17.407829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f10e5b53-e5fc-424b-a1c5-44f9b8560d6b req-f8d40195-b9e5-4bbe-9d08-1d5a8002f1d4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871258 Mar 02 18:55:17.441972 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a6290f94-7cb8-4b44-9900-75b33e88b852 req-8ea695fc-8625-49c4-9ad7-71c6d8ebd6d0 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710793 Mar 02 18:55:18.583032 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0798b-1b0a-471d-8033-20d929fa9b6b req-2b5603b5-7d92-43b4-9dd7-6a71b90b94c8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.584552 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86e0798b-1b0a-471d-8033-20d929fa9b6b req-2b5603b5-7d92-43b4-9dd7-6a71b90b94c8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0970473 Mar 02 18:55:18.620215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a2d5-d2e0-4200-b094-d7818eb820d6 req-cf4e88fd-1341-4a7c-bc7f-fc5c41ec8f0f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.622355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ff5a2d5-d2e0-4200-b094-d7818eb820d6 req-cf4e88fd-1341-4a7c-bc7f-fc5c41ec8f0f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0938134 Mar 02 18:55:18.665788 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-86e0798b-1b0a-471d-8033-20d929fa9b6b req-b9664b03-4013-4d17-a477-4aa4e1a53bfd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749047 Mar 02 18:55:18.695712 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8ff5a2d5-d2e0-4200-b094-d7818eb820d6 req-14aed79e-ccc2-44df-aa4a-ee10464c1c2a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631049 Mar 02 18:55:19.800492 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9c77-877d-4691-b378-6f581a77e134 req-1aa48b6b-bf93-4adb-968d-0ebe6687a578 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:19.802143 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-174d9c77-877d-4691-b378-6f581a77e134 req-1aa48b6b-bf93-4adb-968d-0ebe6687a578 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0567758 Mar 02 18:55:19.864593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-174d9c77-877d-4691-b378-6f581a77e134 req-717f40b3-d98c-49af-9a49-0323e05d52c4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Mar 02 18:55:19.911849 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b990d-f43f-40bd-b5e4-e2b878683abf req-678bfab1-936c-40c2-97a0-28881d0cd828 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:19.913344 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1c5b990d-f43f-40bd-b5e4-e2b878683abf req-678bfab1-936c-40c2-97a0-28881d0cd828 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0648718 Mar 02 18:55:19.966000 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1c5b990d-f43f-40bd-b5e4-e2b878683abf req-16e3ddca-763f-4dfc-99fd-cc5231df427e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Mar 02 18:55:20.991222 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0179d-bf24-45aa-aaf7-c505d3b7cd9f req-5050ba63-e6dd-43a8-a9bd-f11468f74d4c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:20.992715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d6c0179d-bf24-45aa-aaf7-c505d3b7cd9f req-5050ba63-e6dd-43a8-a9bd-f11468f74d4c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Mar 02 18:55:21.049424 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d6c0179d-bf24-45aa-aaf7-c505d3b7cd9f req-e95e6a22-f25b-4935-84be-9b0fa964466c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504785 Mar 02 18:55:21.088639 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacca81-ae8a-44f7-9f74-6da949a37e6c req-2ad9a0c5-20e1-4818-9519-e42291aea004 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:21.090745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1dacca81-ae8a-44f7-9f74-6da949a37e6c req-2ad9a0c5-20e1-4818-9519-e42291aea004 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0538797 Mar 02 18:55:21.140862 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1dacca81-ae8a-44f7-9f74-6da949a37e6c req-690c0d3a-1135-4d07-bdf2-67b620b652a9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Mar 02 18:55:21.572632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58342) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:21.717376 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.793333 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Publish callbacks [] for security_group (80857b1b-b452-4298-b360-f2470c911aac), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.799710 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (80857b1b-b452-4298-b360-f2470c911aac), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.842406 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=652eb825cff04d13b3bcd6d8cd598705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686954 Mar 02 18:55:21.843271 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80857b1b-b452-4298-b360-f2470c911aac,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:21.845227 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 58348) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:21.851258 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.851624 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.852186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.852517 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.852910 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.853255 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.853611 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.853939 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.854266 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.854594 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.854916 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.855897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.856208 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e8bf7-c424-47c7-84ce-6d5c899fac16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.893797 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Publish callbacks [] for security_group (80857b1b-b452-4298-b360-f2470c911aac), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.914366 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Publish callbacks [] for security_group (80857b1b-b452-4298-b360-f2470c911aac), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.961997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (80857b1b-b452-4298-b360-f2470c911aac), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.964727 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:21.965920 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80857b1b-b452-4298-b360-f2470c911aac HTTP/1.1" status: 204 len: 168 time: 0.1196246 Mar 02 18:55:21.973804 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80857b1b-b452-4298-b360-f2470c911aac,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:21.982452 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.982720 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.983073 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.983416 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.983752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.984085 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.984421 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.984818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.985186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.985581 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.985896 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.986204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:21.986643 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4add64b4-b27a-4e1f-b8b4-de475fc77c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:22.173716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951801c-bcfe-4fdb-af64-5da974a3721e req-7b0e95ae-920b-4036-b7fa-3cfa6145ab1c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:22.175397 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a951801c-bcfe-4fdb-af64-5da974a3721e req-7b0e95ae-920b-4036-b7fa-3cfa6145ab1c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0552578 Mar 02 18:55:22.235262 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a951801c-bcfe-4fdb-af64-5da974a3721e req-744b2d74-0d1d-465d-b002-933c764c031e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534623 Mar 02 18:55:22.246591 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58358) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:22.260208 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2b8d-3b73-4897-95d6-178ac98524f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.285606 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6360a1-819a-4944-8cb9-5ff72171e252 req-eb603d4e-8181-46bc-9501-34878c85f7de tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:22.287104 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a6360a1-819a-4944-8cb9-5ff72171e252 req-eb603d4e-8181-46bc-9501-34878c85f7de tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0729797 Mar 02 18:55:22.338961 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a6360a1-819a-4944-8cb9-5ff72171e252 req-6ef54a8a-0420-4ebd-9489-ca583508c5fa tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Mar 02 18:55:22.352510 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2b8d-3b73-4897-95d6-178ac98524f4 admin admin] Publish callbacks [] for security_group (fa828696-6020-4261-942f-788c3cfb2e0f), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.357672 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2b8d-3b73-4897-95d6-178ac98524f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fa828696-6020-4261-942f-788c3cfb2e0f), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.396570 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-9a0e2b8d-3b73-4897-95d6-178ac98524f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19be5be01a6f4b5cbe8fa8cf198c996d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488967 Mar 02 18:55:22.397520 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e2b8d-3b73-4897-95d6-178ac98524f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa828696-6020-4261-942f-788c3cfb2e0f,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:22.399211 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 58362) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:22.447451 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] Publish callbacks [] for security_group (fa828696-6020-4261-942f-788c3cfb2e0f), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.468925 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] Publish callbacks [] for security_group (fa828696-6020-4261-942f-788c3cfb2e0f), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.516208 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fa828696-6020-4261-942f-788c3cfb2e0f), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.518711 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.519886 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa828696-6020-4261-942f-788c3cfb2e0f HTTP/1.1" status: 204 len: 168 time: 0.1196837 Mar 02 18:55:22.531794 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4a97d-31dc-4534-877e-bd972a5d5a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa828696-6020-4261-942f-788c3cfb2e0f,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:22.883426 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 58376) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:22.897089 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0f1de4e-639c-4dc2-bf94-208509f5d136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.972215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0f1de4e-639c-4dc2-bf94-208509f5d136 admin admin] Publish callbacks [] for security_group (84700647-4d5f-4427-9aad-ee6f29b44aeb), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:22.975352 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0f1de4e-639c-4dc2-bf94-208509f5d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (84700647-4d5f-4427-9aad-ee6f29b44aeb), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:23.017548 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e0f1de4e-639c-4dc2-bf94-208509f5d136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1da7cbbed3934dd0af5d39725739b1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329877 Mar 02 18:55:23.018499 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1de4e-639c-4dc2-bf94-208509f5d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84700647-4d5f-4427-9aad-ee6f29b44aeb,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:23.020351 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58378) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:23.073714 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] Publish callbacks [] for security_group (84700647-4d5f-4427-9aad-ee6f29b44aeb), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:23.094773 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] Publish callbacks [] for security_group (84700647-4d5f-4427-9aad-ee6f29b44aeb), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:23.141006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (84700647-4d5f-4427-9aad-ee6f29b44aeb), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:23.143531 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:23.144683 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84700647-4d5f-4427-9aad-ee6f29b44aeb HTTP/1.1" status: 204 len: 168 time: 0.1233041 Mar 02 18:55:23.152751 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebb5c6-d05b-4d85-9898-ffe10a6dfd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84700647-4d5f-4427-9aad-ee6f29b44aeb,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:23.365122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bc68a-304d-40b5-afcb-86e359d9c6b4 req-467da27b-0490-499d-9349-b1085007ec97 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:23.366749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-399bc68a-304d-40b5-afcb-86e359d9c6b4 req-467da27b-0490-499d-9349-b1085007ec97 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0583043 Mar 02 18:55:23.416410 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-399bc68a-304d-40b5-afcb-86e359d9c6b4 req-3c10ff7e-421e-47b4-8469-c39f452a0813 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Mar 02 18:55:23.487396 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42bb8-d2cb-4f1b-b6cf-e0ed1871db47 req-eabaa8b4-9570-40c3-b24b-c55ad26de1dc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:23.488887 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95d42bb8-d2cb-4f1b-b6cf-e0ed1871db47 req-eabaa8b4-9570-40c3-b24b-c55ad26de1dc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0712905 Mar 02 18:55:23.540214 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95d42bb8-d2cb-4f1b-b6cf-e0ed1871db47 req-203e615c-bbc6-4832-a3a9-49de08d428bc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Mar 02 18:55:24.119193 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58424) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:24.272877 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58432) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:24.338791 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5a664248-bbc3-4a71-866c-a276c0d9a0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.350244 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f817e46f-d4e3-4743-b903-6b87272aa3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.466764 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5a664248-bbc3-4a71-866c-a276c0d9a0de admin admin] Publish callbacks [] for security_group (12b47435-df1f-4ac2-b457-08eaf2649043), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.477664 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5a664248-bbc3-4a71-866c-a276c0d9a0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (12b47435-df1f-4ac2-b457-08eaf2649043), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.481104 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f817e46f-d4e3-4743-b903-6b87272aa3c1 admin admin] Publish callbacks [] for security_group (6ad877b5-65a7-47c7-a88b-dca2ee05c3a7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.500616 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f817e46f-d4e3-4743-b903-6b87272aa3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6ad877b5-65a7-47c7-a88b-dca2ee05c3a7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.526609 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a664248-bbc3-4a71-866c-a276c0d9a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b47435-df1f-4ac2-b457-08eaf2649043,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:24.540480 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5a664248-bbc3-4a71-866c-a276c0d9a0de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc659a6f679f4c098feca7c015bd24e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663198 Mar 02 18:55:24.545824 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58438) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:24.564573 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d73b2-c260-41dc-a26b-eb4da16c68f7 req-cd8ad1a6-7233-443a-8483-69464c1e83d2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:24.566240 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-108d73b2-c260-41dc-a26b-eb4da16c68f7 req-cd8ad1a6-7233-443a-8483-69464c1e83d2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0756683 Mar 02 18:55:24.584820 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f817e46f-d4e3-4743-b903-6b87272aa3c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac7f6937e5854cd0b8be43f087d03539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644179 Mar 02 18:55:24.588551 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58442) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:55:24.599726 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817e46f-d4e3-4743-b903-6b87272aa3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad877b5-65a7-47c7-a88b-dca2ee05c3a7,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:24.633575 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-108d73b2-c260-41dc-a26b-eb4da16c68f7 req-6443de26-7879-46b2-ad57-078da21edac8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549722 Mar 02 18:55:24.663482 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] Publish callbacks [] for security_group (12b47435-df1f-4ac2-b457-08eaf2649043), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.681177 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] Publish callbacks [] for security_group (6ad877b5-65a7-47c7-a88b-dca2ee05c3a7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.696860 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7da5b4-9bfa-42c2-bf30-004c4d7344ae req-48014b18-cd86-40d2-9617-f6bd103dff73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:24.698363 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b7da5b4-9bfa-42c2-bf30-004c4d7344ae req-48014b18-cd86-40d2-9617-f6bd103dff73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0536387 Mar 02 18:55:24.699594 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] Publish callbacks [] for security_group (12b47435-df1f-4ac2-b457-08eaf2649043), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.726377 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] Publish callbacks [] for security_group (6ad877b5-65a7-47c7-a88b-dca2ee05c3a7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.745390 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b7da5b4-9bfa-42c2-bf30-004c4d7344ae req-0caadbac-21c5-4ba4-aa1b-efd88a0fe297 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Mar 02 18:55:24.783704 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (12b47435-df1f-4ac2-b457-08eaf2649043), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.786367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.787543 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12b47435-df1f-4ac2-b457-08eaf2649043 HTTP/1.1" status: 204 len: 168 time: 0.2407985 Mar 02 18:55:24.790222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6ad877b5-65a7-47c7-a88b-dca2ee05c3a7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.793206 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:24.794152 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ad877b5-65a7-47c7-a88b-dca2ee05c3a7 HTTP/1.1" status: 204 len: 168 time: 0.2030404 Mar 02 18:55:24.800735 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f6ef3-6557-44a6-a5ae-f93129815bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b47435-df1f-4ac2-b457-08eaf2649043,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:24.811515 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb73b5-e17c-4684-84ad-7e5e3eb6fc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad877b5-65a7-47c7-a88b-dca2ee05c3a7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:25.456222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-c4262763-675d-409d-a02a-278a911245b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.459133 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-c4262763-675d-409d-a02a-278a911245b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0587246 Mar 02 18:55:25.596895 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-ce96a869-b68b-4cd9-a206-7a2380ca9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.598443 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-ce96a869-b68b-4cd9-a206-7a2380ca9d63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.1147981 Mar 02 18:55:25.674309 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-217089e3-6387-483a-bbec-fd9b6ea6176f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 1001 time: 0.0693715 Mar 02 18:55:25.780314 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9762-f139-4a76-87cb-8af8c6c03bd8 req-38f72ef0-925c-4d6d-a667-5cff982917ba tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.782265 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5bea9762-f139-4a76-87cb-8af8c6c03bd8 req-38f72ef0-925c-4d6d-a667-5cff982917ba tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0618503 Mar 02 18:55:25.856087 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5bea9762-f139-4a76-87cb-8af8c6c03bd8 req-9b907cc4-6c57-47d1-a2b5-9c0b329c8299 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665646 Mar 02 18:55:25.927631 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975016-56cc-4c1c-8cdd-eb5d2857d28f req-695dde1f-c2f3-4f5d-a9b0-8416f63d57dd tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.929187 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-50975016-56cc-4c1c-8cdd-eb5d2857d28f req-695dde1f-c2f3-4f5d-a9b0-8416f63d57dd tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0597520 Mar 02 18:55:25.992386 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-50975016-56cc-4c1c-8cdd-eb5d2857d28f req-ef490ba9-d001-49f0-bf35-133e275eac58 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557468 Mar 02 18:55:27.002549 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1f479-ec13-442c-8310-025f5f0feec3 req-c926e5af-5d39-49a3-a080-c11cb495dbba tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:27.004201 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9c1f479-ec13-442c-8310-025f5f0feec3 req-c926e5af-5d39-49a3-a080-c11cb495dbba tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0624678 Mar 02 18:55:27.060618 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9c1f479-ec13-442c-8310-025f5f0feec3 req-e593f55d-e7f3-4593-b251-bb996f7af39e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Mar 02 18:55:27.152760 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93964e8-4a4c-4ba1-b982-f9f90e090607 req-0f2d5c3e-c845-4e92-90aa-555e0e2a6e9a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:27.154327 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a93964e8-4a4c-4ba1-b982-f9f90e090607 req-0f2d5c3e-c845-4e92-90aa-555e0e2a6e9a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0670567 Mar 02 18:55:27.213010 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a93964e8-4a4c-4ba1-b982-f9f90e090607 req-4b7462e5-562f-4ff4-84fb-0334a3bbf9fb tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527365 Mar 02 18:55:28.190394 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b041-5ffe-43d8-b266-518d6b0c19b3 req-e586380c-c0ba-4845-95e5-ab5843b57773 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:28.192009 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0968b041-5ffe-43d8-b266-518d6b0c19b3 req-e586380c-c0ba-4845-95e5-ab5843b57773 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0550256 Mar 02 18:55:28.244186 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0968b041-5ffe-43d8-b266-518d6b0c19b3 req-d1d95bad-4bc4-4b2e-8d40-facac02122df tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 Mar 02 18:55:28.342025 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90471f-3c9d-4fd7-9976-0dff6ae296a6 req-10b9c8b5-a8e5-4206-a330-c923742bd4e9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:28.343587 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba90471f-3c9d-4fd7-9976-0dff6ae296a6 req-10b9c8b5-a8e5-4206-a330-c923742bd4e9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0588946 Mar 02 18:55:28.393703 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba90471f-3c9d-4fd7-9976-0dff6ae296a6 req-26ffb4ba-d13e-46ba-aa80-75663bf962cc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444653 Mar 02 18:55:29.007775 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:55:29.045438 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:29.076468 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-c2bbd296-d88a-4fad-8f7f-5ee2c2a96380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:29.078061 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-c2bbd296-d88a-4fad-8f7f-5ee2c2a96380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0655847 Mar 02 18:55:29.128740 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:29.139647 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '098215be-c891-4080-944b-490808b448f3', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:55:29.179617 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: ACTIVE; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:55:29.180019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:29.198260 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 098215be-c891-4080-944b-490808b448f3 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:29.218200 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:29.222963 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:29.277083 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=6']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:29.401849 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f72a5d-6cf1-4ee9-983a-3d0fec001ab3 req-fc5cdcd8-42ab-4a15-8efe-0c4ac12030e1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:29.403453 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35f72a5d-6cf1-4ee9-983a-3d0fec001ab3 req-fc5cdcd8-42ab-4a15-8efe-0c4ac12030e1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0713949 Mar 02 18:55:29.468100 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35f72a5d-6cf1-4ee9-983a-3d0fec001ab3 req-12cedde4-a107-44d9-944c-62c3f16846e6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579531 Mar 02 18:55:29.531801 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ece7f4-03bd-44f9-9034-1e536abfeac9 req-fd14eeaa-5c1c-4e3e-9032-d6787c2f7a17 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:29.533372 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e6ece7f4-03bd-44f9-9034-1e536abfeac9 req-fd14eeaa-5c1c-4e3e-9032-d6787c2f7a17 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0636086 Mar 02 18:55:29.586146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e6ece7f4-03bd-44f9-9034-1e536abfeac9 req-b6edc0b0-0b5c-4831-81db-32f18ae628b3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Mar 02 18:55:30.165365 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-22cecf1a-d942-4eed-bf62-dc815f57c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:30.166900 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-22cecf1a-d942-4eed-bf62-dc815f57c11a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495641 Mar 02 18:55:30.599937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642af4d-61a2-4e11-9bd8-0277f81f7f42 req-d90f2beb-9e60-4b9e-bb21-35fcfd4a1f53 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:30.601446 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b642af4d-61a2-4e11-9bd8-0277f81f7f42 req-d90f2beb-9e60-4b9e-bb21-35fcfd4a1f53 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0534308 Mar 02 18:55:30.649342 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b642af4d-61a2-4e11-9bd8-0277f81f7f42 req-daa257bf-5933-4217-8179-aac1e9e1b5b2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Mar 02 18:55:30.704609 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915b04-253d-4914-8476-2aa4cceadbd0 req-ff017db3-fde8-4b46-8cf8-f12176524355 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:30.706120 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e915b04-253d-4914-8476-2aa4cceadbd0 req-ff017db3-fde8-4b46-8cf8-f12176524355 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0524294 Mar 02 18:55:30.753901 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7e915b04-253d-4914-8476-2aa4cceadbd0 req-a6a18a5e-dc81-48a2-b743-0e161dbbfe44 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Mar 02 18:55:31.729243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['098215be-c891-4080-944b-490808b448f3'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:55:31.754854 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-6bb1b373-8734-415a-8fe1-a79c746dc612 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973599 Mar 02 18:55:31.794005 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53d37-7e96-49e3-9be7-cab4a1cd44cd req-2fec602a-bba6-4793-9cd8-8f6f631bc91b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:31.803108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aca53d37-7e96-49e3-9be7-cab4a1cd44cd req-2fec602a-bba6-4793-9cd8-8f6f631bc91b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0713365 Mar 02 18:55:31.871820 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8fce0225-dc29-4dbc-bbf3-4e4e5ea3a7ea req-95dbc0e6-af98-4341-b839-6610608dd50b service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061873 Mar 02 18:55:31.883133 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aca53d37-7e96-49e3-9be7-cab4a1cd44cd req-2e9b10ff-a81d-4a75-a25f-1da975208128 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791247 Mar 02 18:55:31.909245 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be8e0-4ac8-4899-833d-744c781cfbaa req-6bad2a31-78c0-44be-a01b-2a94608c1105 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:31.911011 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6c1be8e0-4ac8-4899-833d-744c781cfbaa req-6bad2a31-78c0-44be-a01b-2a94608c1105 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0739319 Mar 02 18:55:31.962630 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6c1be8e0-4ac8-4899-833d-744c781cfbaa req-8d7af0ee-d30d-47b4-94a0-8c2dd29bc928 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Mar 02 18:55:32.197582 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:55:32.248084 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 098215be-c891-4080-944b-490808b448f3 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:55:32.248542 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (098215be-c891-4080-944b-490808b448f3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:32.328176 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:55:32.328578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:32.351363 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:32.353619 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad999bc-7c17-4a67-b4eb-269716ce638f" -d '{"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:32.370271 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:32.374966 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:32.402603 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a94fc6-45e9-47b0-aa4d-06aaeaf5acbd x-openstack-request-id: req-b7a94fc6-45e9-47b0-aa4d-06aaeaf5acbd {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:32.402946 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:32.403247 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7a94fc6-45e9-47b0-aa4d-06aaeaf5acbd {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:32.403731 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3', 'code': 200} Mar 02 18:55:32.431974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=7']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:33.017620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d056-04b8-47df-a11b-adc65ebfcbaa req-b6fed446-03b4-4758-a783-36bf303e7fb5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.019146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a538d056-04b8-47df-a11b-adc65ebfcbaa req-b6fed446-03b4-4758-a783-36bf303e7fb5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Mar 02 18:55:33.099709 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a538d056-04b8-47df-a11b-adc65ebfcbaa req-1229c7c4-8755-497f-bba8-9a107d618549 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742760 Mar 02 18:55:33.116874 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22807-28b6-404d-aa54-2653047b3660 req-ec489287-4a15-4793-a95c-c93df10caab3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.118407 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96c22807-28b6-404d-aa54-2653047b3660 req-ec489287-4a15-4793-a95c-c93df10caab3 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0758460 Mar 02 18:55:33.169785 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96c22807-28b6-404d-aa54-2653047b3660 req-a4ff57a5-eea3-4489-82f8-32bf036dcfaf tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Mar 02 18:55:34.222258 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea3f00-00f9-4a98-bfad-72d5808b7b6e req-8e3b6063-c362-4a21-9ab5-93cff315ac3f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:34.223797 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d6ea3f00-00f9-4a98-bfad-72d5808b7b6e req-8e3b6063-c362-4a21-9ab5-93cff315ac3f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0525246 Mar 02 18:55:34.304022 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d6ea3f00-00f9-4a98-bfad-72d5808b7b6e req-7d5fc3b8-3ccc-424d-b650-08ded3cfcdc1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732048 Mar 02 18:55:34.324062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ffec9-caa6-49dc-b3f2-f709942070e7 req-2a6785c4-6de7-4d08-a3cd-c0c998c003fc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:34.325829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d66ffec9-caa6-49dc-b3f2-f709942070e7 req-2a6785c4-6de7-4d08-a3cd-c0c998c003fc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0864463 Mar 02 18:55:34.372361 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9324aabd-4235-42f8-8c85-a8173857c1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:34.387391 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d66ffec9-caa6-49dc-b3f2-f709942070e7 req-ead25c73-9d3f-4b4b-9a50-d8b32bfe94fd tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559223 Mar 02 18:55:35.459601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b18e9-8356-4ca3-af3a-5cd352999b8e req-2c3035d8-6ee7-4130-8237-5ad819603667 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.461099 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-504b18e9-8356-4ca3-af3a-5cd352999b8e req-2c3035d8-6ee7-4130-8237-5ad819603667 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0742831 Mar 02 18:55:35.529130 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-504b18e9-8356-4ca3-af3a-5cd352999b8e req-afaae125-35ab-43aa-b03d-a5100bc4c06a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615280 Mar 02 18:55:35.584915 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5865f7-1700-4377-888d-223b589f9da3 req-c7c3c243-272a-4e11-a1a1-17cf2ac37b9f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.586499 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e5865f7-1700-4377-888d-223b589f9da3 req-c7c3c243-272a-4e11-a1a1-17cf2ac37b9f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0893617 Mar 02 18:55:35.639322 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e5865f7-1700-4377-888d-223b589f9da3 req-929b38ba-f52d-4b72-b3e1-5a2ed735d800 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464094 Mar 02 18:55:35.975743 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad448a2f-6908-4d34-881f-547d35b0ba97 req-c7a7fa9e-a710-4d3f-ab4f-01fc484ba491 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.984205 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad448a2f-6908-4d34-881f-547d35b0ba97 req-c7a7fa9e-a710-4d3f-ab4f-01fc484ba491 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1343267 Mar 02 18:55:36.034303 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad448a2f-6908-4d34-881f-547d35b0ba97 req-ad4641e2-8766-4faa-8994-a9c11b9c9e8a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492086 Mar 02 18:55:36.081267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-570e9159-8daf-4a6f-8520-e513dfc0f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.082924 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-570e9159-8daf-4a6f-8520-e513dfc0f4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0606320 Mar 02 18:55:36.187368 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-84fe91d5-3c08-48a4-a7db-d2fa25f0e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.188828 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-84fe91d5-3c08-48a4-a7db-d2fa25f0e1d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.0977614 Mar 02 18:55:36.261704 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-75060b4e-176c-42b3-9648-644a866b89c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 1001 time: 0.0646324 Mar 02 18:55:36.315555 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-329bf690-5494-4f62-8386-4bdaa731443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.317094 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-329bf690-5494-4f62-8386-4bdaa731443d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0453775 Mar 02 18:55:36.369034 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-dd1b111d-2228-48ed-bfa3-f9b53856b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.371233 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-dd1b111d-2228-48ed-bfa3-f9b53856b5d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450923 Mar 02 18:55:36.467999 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-62437936-4291-406b-b13e-6bfd99b6b0c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895298 Mar 02 18:55:36.561565 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-a561d47a-5f4d-4df9-b3d8-fd345d07051f req-b3de9e7c-615d-467f-94a0-8b4a1065c8f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Mar 02 18:55:36.677555 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ffc42ec6-7ccf-47d9-9f0b-3dd0a59159c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:36.708789 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581d3b-b6be-4c7d-ad38-305a09e182c3 req-e8c2e99a-9a57-4b4a-a839-7cb029914150 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.710374 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e581d3b-b6be-4c7d-ad38-305a09e182c3 req-e8c2e99a-9a57-4b4a-a839-7cb029914150 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0678787 Mar 02 18:55:36.767164 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e581d3b-b6be-4c7d-ad38-305a09e182c3 req-56c1ddc1-310b-4e27-92c0-5116dbb58e08 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508540 Mar 02 18:55:37.161586 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a78d4-aaf6-44a7-ba41-1e9d7c9c9b79 req-5020845a-205f-4d59-9d58-5706a7e4458c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:37.163131 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8a5a78d4-aaf6-44a7-ba41-1e9d7c9c9b79 req-5020845a-205f-4d59-9d58-5706a7e4458c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0540297 Mar 02 18:55:37.214410 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8a5a78d4-aaf6-44a7-ba41-1e9d7c9c9b79 req-168a29ce-f9cd-48a8-8247-8ec1a5be8bf4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Mar 02 18:55:37.785112 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:37.903050 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05aa6f-ef79-4e12-8bca-88bd40e9ccd7 req-614eab78-eb6d-431b-aec3-b1d9904b04ed tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:37.908823 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba05aa6f-ef79-4e12-8bca-88bd40e9ccd7 req-614eab78-eb6d-431b-aec3-b1d9904b04ed tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0683110 Mar 02 18:55:37.955365 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba05aa6f-ef79-4e12-8bca-88bd40e9ccd7 req-e8c65705-31ae-418e-8585-c2ffe87287a0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Mar 02 18:55:38.346000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a620bd-2b49-4222-a623-1e5c21da82bb req-e574d7fb-d596-44d0-a3b9-a469910e5ca1 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:38.347568 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-09a620bd-2b49-4222-a623-1e5c21da82bb req-e574d7fb-d596-44d0-a3b9-a469910e5ca1 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0588958 Mar 02 18:55:38.394478 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-09a620bd-2b49-4222-a623-1e5c21da82bb req-7353fe58-0223-4824-8eaa-c11d2d83e506 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Mar 02 18:55:39.110458 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba11f-c399-492c-8f8d-4ad1a39b86f2 req-784dd461-73f6-4589-a0d6-232c697eeffa tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:39.112783 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58aba11f-c399-492c-8f8d-4ad1a39b86f2 req-784dd461-73f6-4589-a0d6-232c697eeffa tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0755661 Mar 02 18:55:39.163565 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58aba11f-c399-492c-8f8d-4ad1a39b86f2 req-d657f4c6-9962-48d9-b021-0346a658c90e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Mar 02 18:55:39.622832 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:40.324257 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d7b18-9996-467f-8a32-c215388ae35d req-6cdc432c-5954-4d16-a15e-bb45de740eb2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:40.326518 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-630d7b18-9996-467f-8a32-c215388ae35d req-6cdc432c-5954-4d16-a15e-bb45de740eb2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0569606 Mar 02 18:55:40.385848 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-630d7b18-9996-467f-8a32-c215388ae35d req-6343dc7b-1fcd-4ddd-9000-e38bb3b8341a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537124 Mar 02 18:55:40.698748 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:41.545241 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af21d0-c47c-4c76-b671-54bc4df20124 req-ee78474a-ba2e-400f-859f-3157ef574291 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:41.547660 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0af21d0-c47c-4c76-b671-54bc4df20124 req-ee78474a-ba2e-400f-859f-3157ef574291 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0582399 Mar 02 18:55:41.600042 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d0af21d0-c47c-4c76-b671-54bc4df20124 req-6eea4a84-67f1-45f9-b93f-ab258b22d875 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Mar 02 18:55:41.756517 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1005ca-7c70-4197-b238-49153b288a65 req-bb05902a-1232-492d-a043-d2dec0b5e3d1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:41.758488 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad1005ca-7c70-4197-b238-49153b288a65 req-bb05902a-1232-492d-a043-d2dec0b5e3d1 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0592942 Mar 02 18:55:41.835246 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad1005ca-7c70-4197-b238-49153b288a65 req-86ab42b2-833f-4ea0-b6d1-499415d1132b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674131 Mar 02 18:55:42.744152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d31d3-aef0-46d2-beb6-173b73a0808f req-dccb7289-bf01-4b13-8d12-02715301dc2e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.745806 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aa7d31d3-aef0-46d2-beb6-173b73a0808f req-dccb7289-bf01-4b13-8d12-02715301dc2e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0589795 Mar 02 18:55:42.804419 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aa7d31d3-aef0-46d2-beb6-173b73a0808f req-bcd1dad3-9d42-47e9-83f7-a742d20a323a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511532 Mar 02 18:55:42.931802 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-656e83a1-e49e-48a8-8418-7fc493e56611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.933247 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-656e83a1-e49e-48a8-8418-7fc493e56611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1169 time: 0.0900459 Mar 02 18:55:42.991717 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad405-95f6-4fb0-baa1-2acabb180855 req-d1e8c10c-812e-4459-9f7a-1c0d0189adfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.993678 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-016ad405-95f6-4fb0-baa1-2acabb180855 req-d1e8c10c-812e-4459-9f7a-1c0d0189adfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0588069 Mar 02 18:55:43.053177 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-a654c649-e43b-401d-8034-d517d33fed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.055310 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-a654c649-e43b-401d-8034-d517d33fed2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.1129100 Mar 02 18:55:43.072222 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-016ad405-95f6-4fb0-baa1-2acabb180855 req-c8672d65-40a6-4df4-8a89-0e451d55893c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715420 Mar 02 18:55:43.132128 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-a900d277-c317-470f-add2-f8ccbc0bd583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 1001 time: 0.0684729 Mar 02 18:55:43.202558 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-3d4f8d1a-6722-4db7-bf01-474dba98b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.204216 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-3d4f8d1a-6722-4db7-bf01-474dba98b19b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.0610855 Mar 02 18:55:43.269145 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-3e7398ea-27a6-424c-b386-266c25fecc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.274345 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-3e7398ea-27a6-424c-b386-266c25fecc56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616598 Mar 02 18:55:43.372834 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-eb9e423e-25b9-40bf-8bd0-cc5a574d9a67 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914361 Mar 02 18:55:43.489927 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-ed712b7c-ee5f-4bf6-883d-de14f6f1c483 req-fe3e2f5c-ec0f-4f55-92d4-59153488edd1 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073542 Mar 02 18:55:43.982894 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479a12-20bb-47ee-bc49-201ce11986ec req-003d1ab0-a257-4d13-b9c2-0c8aa7c98f3a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.984459 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0479a12-20bb-47ee-bc49-201ce11986ec req-003d1ab0-a257-4d13-b9c2-0c8aa7c98f3a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0578904 Mar 02 18:55:44.049829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0479a12-20bb-47ee-bc49-201ce11986ec req-8b6ac7b0-7df9-499f-89de-b78ac7441f8c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570147 Mar 02 18:55:44.203261 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5bdf-f489-45b1-b3e5-63bb7b72cd70 req-c48f3efa-f6df-4ca3-9e74-00e3d9f3dc0e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:44.204816 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f7c5bdf-f489-45b1-b3e5-63bb7b72cd70 req-c48f3efa-f6df-4ca3-9e74-00e3d9f3dc0e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0650427 Mar 02 18:55:44.281623 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1f7c5bdf-f489-45b1-b3e5-63bb7b72cd70 req-f5fc0813-d331-4324-bbdc-8b88e15c0c94 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690882 Mar 02 18:55:45.186577 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d888-9f8b-4477-8153-ed74b1ed60f0 req-02d1462c-ee35-449d-b68f-048640c7d23f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:45.188082 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ded8d888-9f8b-4477-8153-ed74b1ed60f0 req-02d1462c-ee35-449d-b68f-048640c7d23f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0582819 Mar 02 18:55:45.240644 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ded8d888-9f8b-4477-8153-ed74b1ed60f0 req-20f1c373-716c-4ee4-89f9-c061e976d17e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Mar 02 18:55:45.443091 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db81cf-8aea-416e-847c-fd1de55d0434 req-212916ab-2719-438f-8a33-055c3341dd3a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:45.444789 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d5db81cf-8aea-416e-847c-fd1de55d0434 req-212916ab-2719-438f-8a33-055c3341dd3a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0611238 Mar 02 18:55:45.511102 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d5db81cf-8aea-416e-847c-fd1de55d0434 req-ec56515c-9b35-409d-a175-d601a64b700b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597425 Mar 02 18:55:46.369758 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d86949-ce75-4b13-a094-498fed6b309e req-9a6fc824-4012-43ac-b5b2-7cfdd6dd9c4c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.371234 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-20d86949-ce75-4b13-a094-498fed6b309e req-9a6fc824-4012-43ac-b5b2-7cfdd6dd9c4c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0537469 Mar 02 18:55:46.418122 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-20d86949-ce75-4b13-a094-498fed6b309e req-0ce9fe51-e77e-4b8f-b8e3-2d49bd82bfae tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Mar 02 18:55:46.639439 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c680-2da8-47f9-bfc6-01d23ca7966f req-ed5933df-7c84-4f33-8620-0916812d4050 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.640885 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-97d0c680-2da8-47f9-bfc6-01d23ca7966f req-ed5933df-7c84-4f33-8620-0916812d4050 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0558329 Mar 02 18:55:46.699637 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-97d0c680-2da8-47f9-bfc6-01d23ca7966f req-8beb72d3-d113-4d61-bd9c-b9a4aab59206 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525622 Mar 02 18:55:47.537603 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486cc67-1b9f-44c6-b0d1-ee2c41388497 req-82a249f2-8508-4a46-9a4f-2c40024b8420 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.538969 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c486cc67-1b9f-44c6-b0d1-ee2c41388497 req-82a249f2-8508-4a46-9a4f-2c40024b8420 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Mar 02 18:55:47.584729 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c486cc67-1b9f-44c6-b0d1-ee2c41388497 req-b2338dfa-9d4f-4f3a-9e17-ee3f2c993ac2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Mar 02 18:55:47.814225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec021e-c6da-471e-b667-856b5e5a7da6 req-132fc376-9304-4329-8770-cd2597481d97 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.815609 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2dec021e-c6da-471e-b667-856b5e5a7da6 req-132fc376-9304-4329-8770-cd2597481d97 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0512640 Mar 02 18:55:47.882066 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2dec021e-c6da-471e-b667-856b5e5a7da6 req-12d970b9-d00d-4cc7-9469-7697b1e93a9b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607631 Mar 02 18:55:48.706387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca2826-c043-4837-9825-82c122700534 req-c399d111-7db7-4ab5-9d4a-12263a2d1505 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:48.707849 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ebca2826-c043-4837-9825-82c122700534 req-c399d111-7db7-4ab5-9d4a-12263a2d1505 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Mar 02 18:55:48.753117 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ebca2826-c043-4837-9825-82c122700534 req-88be92fb-da44-4e16-980b-97b4109bbfa8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Mar 02 18:55:48.999221 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6162ae-8264-40bb-80c7-6f265a981836 req-3ef512c9-f883-4a4d-a8ef-7d986978e2f0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.000700 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff6162ae-8264-40bb-80c7-6f265a981836 req-3ef512c9-f883-4a4d-a8ef-7d986978e2f0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0521929 Mar 02 18:55:49.061530 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ff6162ae-8264-40bb-80c7-6f265a981836 req-ffc36e94-49bd-4eda-8c10-303902a9319f tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550988 Mar 02 18:55:49.477840 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:55:49.673445 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-0d1f8a3a-e173-4c96-9389-3d296e966533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.677865 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-0d1f8a3a-e173-4c96-9389-3d296e966533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0553377 Mar 02 18:55:49.771513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-b62ed022-a602-4487-a31a-b71efad53838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.773035 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-b62ed022-a602-4487-a31a-b71efad53838 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0917401 Mar 02 18:55:49.851889 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-44d0a704-c113-4c65-9ef1-123b4f2287b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 1001 time: 0.0722466 Mar 02 18:55:49.886710 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5aef7-44f7-4d0c-8858-29f62da8df06 req-609f3914-558f-43de-8998-e0131dd8fca5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.889101 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-05b5aef7-44f7-4d0c-8858-29f62da8df06 req-609f3914-558f-43de-8998-e0131dd8fca5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0625906 Mar 02 18:55:49.915508 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-d771ee07-aa21-4757-835c-e684d91ceb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.918007 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-d771ee07-aa21-4757-835c-e684d91ceb26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0577977 Mar 02 18:55:49.948574 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-05b5aef7-44f7-4d0c-8858-29f62da8df06 req-aa537185-3441-4fb0-8356-1ae6806ddc5a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535347 Mar 02 18:55:50.177407 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26faee-ff27-4a53-af94-a3f419306d4a req-e8781437-aa19-4591-bd6a-877c9bd2ecb5 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:50.178933 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a26faee-ff27-4a53-af94-a3f419306d4a req-e8781437-aa19-4591-bd6a-877c9bd2ecb5 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0526974 Mar 02 18:55:50.240776 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3a26faee-ff27-4a53-af94-a3f419306d4a req-38506300-1e6d-4671-b7ef-f82b15eb1f3b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534055 Mar 02 18:55:51.075024 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed25fe0-b7a0-4f2c-a4cd-cb20200c2cf2 req-2bc08211-cd35-4bec-8888-33555280b978 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:51.076467 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9ed25fe0-b7a0-4f2c-a4cd-cb20200c2cf2 req-2bc08211-cd35-4bec-8888-33555280b978 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0553434 Mar 02 18:55:51.121988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9ed25fe0-b7a0-4f2c-a4cd-cb20200c2cf2 req-8a32b0fd-5a67-4042-a803-b32dc818dc58 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Mar 02 18:55:51.360274 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d52ab-fa1d-4c26-9311-e1165981cab5 req-8e6d45b7-3482-45ac-87df-755d50c53e53 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:51.361903 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9a5d52ab-fa1d-4c26-9311-e1165981cab5 req-8e6d45b7-3482-45ac-87df-755d50c53e53 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0546505 Mar 02 18:55:51.421918 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9a5d52ab-fa1d-4c26-9311-e1165981cab5 req-2fe1b490-5f17-4a5f-9b1c-5c9503d91b87 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542850 Mar 02 18:55:51.573186 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-808e30a6-2cff-4c4b-bb46-e0f4adb7981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:51.575207 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-808e30a6-2cff-4c4b-bb46-e0f4adb7981a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472527 Mar 02 18:55:52.245003 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dfde1-8978-4383-8d88-76b9869c0026 req-8bc9f757-468d-407d-88b4-3f29b356d4e8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:52.247128 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e3dfde1-8978-4383-8d88-76b9869c0026 req-8bc9f757-468d-407d-88b4-3f29b356d4e8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Mar 02 18:55:52.300094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e3dfde1-8978-4383-8d88-76b9869c0026 req-74f3b9bd-4e85-4920-8ff6-6f3f8d80a753 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 Mar 02 18:55:52.537015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5545f2-54f0-4bd6-b6e7-cfc31486c83f req-26fa299c-1e39-4c04-93de-14c44ad2b68a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:52.538533 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e5545f2-54f0-4bd6-b6e7-cfc31486c83f req-26fa299c-1e39-4c04-93de-14c44ad2b68a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0515172 Mar 02 18:55:52.565548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:55:52.610488 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e5545f2-54f0-4bd6-b6e7-cfc31486c83f req-f68fd378-2c75-4969-9124-8f5d0145ea8e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657508 Mar 02 18:55:52.651423 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-2775ffb7-3366-4688-8ad7-e9d86b7db1ff service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899935 Mar 02 18:55:52.672956 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: ACTIVE; New status is: DOWN {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:55:52.673381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:52.696732 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:52.699167 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43662e-7fdc-4079-8f7b-24b5fbe55621" -d '{"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:55:52.711926 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:55:52.716715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:52.739768 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8289b4-4be2-4cdd-97e7-dafda32bb987 x-openstack-request-id: req-6d8289b4-4be2-4cdd-97e7-dafda32bb987 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:55:52.740082 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:55:52.740333 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d8289b4-4be2-4cdd-97e7-dafda32bb987 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:55:52.740713 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3', 'code': 200} Mar 02 18:55:52.766029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=8']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:52.772899 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.773265 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.773650 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.773989 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.774318 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.774644 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.774968 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.775546 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.775867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.776191 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.777002 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.777344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:52.777654 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:53.421566 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f41ec-797d-4ad7-8cfa-82e6bd73b413 req-4f0fb617-e1a0-4f40-b326-122b7bebec8f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:53.423652 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-946f41ec-797d-4ad7-8cfa-82e6bd73b413 req-4f0fb617-e1a0-4f40-b326-122b7bebec8f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Mar 02 18:55:53.470024 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-946f41ec-797d-4ad7-8cfa-82e6bd73b413 req-e42775e7-40b4-4d87-a002-774542d2da78 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Mar 02 18:55:53.729101 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed3b1b-dea6-4fe0-ace1-b48d4e44c352 req-67e38398-8c86-41c6-91d9-cec2f50c488e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:53.730645 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8fed3b1b-dea6-4fe0-ace1-b48d4e44c352 req-67e38398-8c86-41c6-91d9-cec2f50c488e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0555675 Mar 02 18:55:53.789422 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8fed3b1b-dea6-4fe0-ace1-b48d4e44c352 req-03aeebf3-1872-4980-8bdf-d377accfadcc tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531855 Mar 02 18:55:54.000542 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5e5c14b7-2d97-4f91-8f90-f5c475de8b55 req-39287ec2-b517-46b0-953a-3137294dc6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Mar 02 18:55:54.590721 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f1cf1-2790-4ace-b119-4e61281a6022 req-cd53d799-ffbf-4409-afac-408abf1de401 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:54.592227 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-959f1cf1-2790-4ace-b119-4e61281a6022 req-cd53d799-ffbf-4409-afac-408abf1de401 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0540342 Mar 02 18:55:54.638740 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-959f1cf1-2790-4ace-b119-4e61281a6022 req-ed5bbdbd-3ce3-4b23-a04d-ac1e46311c89 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Mar 02 18:55:54.913920 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6636beb-2efb-43cf-9c75-2c021cc88097 req-0f1e2776-ef47-48ba-aa22-1132452fea1b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:54.915520 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b6636beb-2efb-43cf-9c75-2c021cc88097 req-0f1e2776-ef47-48ba-aa22-1132452fea1b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0575070 Mar 02 18:55:55.209142 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b6636beb-2efb-43cf-9c75-2c021cc88097 req-942538ec-4911-4578-b1b6-bbfcb77bd9de tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2871492 Mar 02 18:55:55.758550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fcdd-2b74-4db6-a1f4-c40b418b8fe1 req-8d8f95bb-69f4-492a-bf65-cfe7b5bef3c4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:55.759992 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b7fcdd-2b74-4db6-a1f4-c40b418b8fe1 req-8d8f95bb-69f4-492a-bf65-cfe7b5bef3c4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0501764 Mar 02 18:55:55.805239 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b0b7fcdd-2b74-4db6-a1f4-c40b418b8fe1 req-23c61aeb-4342-40bb-9b9b-d77adc93e3c6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Mar 02 18:55:56.327009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e6444-4f53-4b09-a91d-6daf8912932b req-f9d12e79-e4b2-4f05-9582-ac13748e3d7e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:56.328489 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-146e6444-4f53-4b09-a91d-6daf8912932b req-f9d12e79-e4b2-4f05-9582-ac13748e3d7e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0522711 Mar 02 18:55:56.390177 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-146e6444-4f53-4b09-a91d-6daf8912932b req-dd9f486f-89ea-4226-b6d5-4c5406459e3f tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557108 Mar 02 18:55:56.924204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1052218-2030-4ae9-aa42-b1591c6419a1 req-08815f63-2a55-4ac2-8c47-1ab7f22c246e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:56.925657 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b1052218-2030-4ae9-aa42-b1591c6419a1 req-08815f63-2a55-4ac2-8c47-1ab7f22c246e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0527031 Mar 02 18:55:56.971596 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b1052218-2030-4ae9-aa42-b1591c6419a1 req-6349db66-069c-4159-9e79-094cd4a9adae tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Mar 02 18:55:57.505693 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934916d-f3e4-49b3-b890-fda16253d162 req-aecac04d-77f6-4b5e-aa24-79dc16af980a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:57.507069 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f934916d-f3e4-49b3-b890-fda16253d162 req-aecac04d-77f6-4b5e-aa24-79dc16af980a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0501471 Mar 02 18:55:57.565069 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f934916d-f3e4-49b3-b890-fda16253d162 req-543bd71e-c1ce-4187-bb16-f8289698d202 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516956 Mar 02 18:55:58.094063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e8a1-aa05-45e0-9600-b9e4ef42e94b req-56a4bf9d-949d-4f4c-ad86-cf2c399873bd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:58.095539 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0df4e8a1-aa05-45e0-9600-b9e4ef42e94b req-56a4bf9d-949d-4f4c-ad86-cf2c399873bd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0555799 Mar 02 18:55:58.140829 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0df4e8a1-aa05-45e0-9600-b9e4ef42e94b req-8cdc875e-4821-44ec-b7a5-4448778b0e43 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Mar 02 18:55:58.684537 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc89e99-293e-406b-8e0d-44e44fad77b4 req-e632b4ed-6719-48cd-acd8-691be58ab38e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:58.686037 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5cc89e99-293e-406b-8e0d-44e44fad77b4 req-e632b4ed-6719-48cd-acd8-691be58ab38e tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0539813 Mar 02 18:55:58.748966 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5cc89e99-293e-406b-8e0d-44e44fad77b4 req-3b75ff43-6244-4906-bf1d-8673f46f7cb8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571687 Mar 02 18:55:59.030637 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:55:59.264258 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eefe1c-23be-43b4-a051-0a3bdfe85ccf req-da698b0e-c2f0-48fa-b0ef-f129a8782f6f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:59.265828 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-06eefe1c-23be-43b4-a051-0a3bdfe85ccf req-da698b0e-c2f0-48fa-b0ef-f129a8782f6f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0559385 Mar 02 18:55:59.312988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-06eefe1c-23be-43b4-a051-0a3bdfe85ccf req-e9f14bef-d95e-4682-8a62-a38417a4b4b9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Mar 02 18:55:59.810564 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-4b2f43bb-d23f-4b58-bfec-2e1c87776d00 req-9ec10402-e13b-46c1-90db-6bba43e97b9c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:55:59.811562 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4b2f43bb-d23f-4b58-bfec-2e1c87776d00 req-9ec10402-e13b-46c1-90db-6bba43e97b9c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063140 Mar 02 18:55:59.891557 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00619f-df72-4aeb-b04c-96300fb57eae req-6624c77e-f839-4557-baa4-bbafb306c672 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:59.893199 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b00619f-df72-4aeb-b04c-96300fb57eae req-6624c77e-f839-4557-baa4-bbafb306c672 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0606127 Mar 02 18:55:59.991514 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b00619f-df72-4aeb-b04c-96300fb57eae req-63ec5256-f8e8-4d07-a73c-f516f0b7f130 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915732 Mar 02 18:56:00.014892 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53216279-e202-4c63-a49d-8dbb842580d2 req-e2f553b1-f893-495f-888a-c4795629b4ae tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:00.016441 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53216279-e202-4c63-a49d-8dbb842580d2 req-e2f553b1-f893-495f-888a-c4795629b4ae tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0781045 Mar 02 18:56:00.070236 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-53216279-e202-4c63-a49d-8dbb842580d2 req-84d5d60e-65e6-437a-99b9-b3a785a3cdbc tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476975 Mar 02 18:56:00.369291 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 58986) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:00.457446 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-7a40c34b-9861-401b-af0f-113e9c912155 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868933 Mar 02 18:56:00.466795 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-8d48547e-aa54-4162-9286-93d0d6eafcf1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 18:56:00.467971 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-8d48547e-aa54-4162-9286-93d0d6eafcf1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059690 Mar 02 18:56:00.547260 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 58996) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:00.600822 dv-cinder-800704-3-iscsi neutron-server[109538]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:56:00.648774 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-ad916078-97e4-45b5-bb63-7fceaae88b0f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:00.650606 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-ad916078-97e4-45b5-bb63-7fceaae88b0f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports/098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 940 time: 0.1017175 Mar 02 18:56:01.156148 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b346852-f7cc-4067-8bad-72db8578750b req-6b5bb61d-fd3b-4e14-9d0b-541dd4b9736a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:01.163080 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b346852-f7cc-4067-8bad-72db8578750b req-6b5bb61d-fd3b-4e14-9d0b-541dd4b9736a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0838673 Mar 02 18:56:01.259842 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5dcf5-a006-4475-88ca-9d98d575ef71 req-bf897b22-36f6-4234-985f-a6814b6c0a77 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:01.261486 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3ae5dcf5-a006-4475-88ca-9d98d575ef71 req-bf897b22-36f6-4234-985f-a6814b6c0a77 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0912175 Mar 02 18:56:01.275341 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0b346852-f7cc-4067-8bad-72db8578750b req-547b2f02-86ff-4526-8038-f7cc5a45ad7c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111448 Mar 02 18:56:01.322298 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3ae5dcf5-a006-4475-88ca-9d98d575ef71 req-fe960735-0380-4ed6-90ba-f11d3bf5f7e1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536168 Mar 02 18:56:02.411186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fd217-754b-4600-8489-9fef1b5edea1 req-3b55561e-944b-4ab7-a219-81dc0a9d5926 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:02.412625 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad5fd217-754b-4600-8489-9fef1b5edea1 req-3b55561e-944b-4ab7-a219-81dc0a9d5926 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0626140 Mar 02 18:56:02.499794 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfde69e-4d90-424a-944c-48c0b2e1fdac req-e5cab27c-7f6e-41ba-98d9-f8cb6184f796 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:02.501356 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-abfde69e-4d90-424a-944c-48c0b2e1fdac req-e5cab27c-7f6e-41ba-98d9-f8cb6184f796 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1065536 Mar 02 18:56:02.507598 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad5fd217-754b-4600-8489-9fef1b5edea1 req-b6947bb6-15d7-4208-935c-94cd789443b3 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772071 Mar 02 18:56:02.549931 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-abfde69e-4d90-424a-944c-48c0b2e1fdac req-ec888c3d-ac65-4980-a2db-62b8f798f338 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Mar 02 18:56:03.280060 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:56:03.358775 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: DOWN; New status is: DOWN {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:03.627755 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664477-e818-4aa8-bc2b-c4ced799c2bc req-eabf2cc5-c0ac-4eb6-adf4-230c967482b6 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:03.629256 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a664477-e818-4aa8-bc2b-c4ced799c2bc req-eabf2cc5-c0ac-4eb6-adf4-230c967482b6 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0551419 Mar 02 18:56:03.712027 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f58ea4-f500-4c55-ab0d-b5c8bc69a8c8 req-0b9f800f-acbb-42a1-8d91-8f108faf5c0d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:03.713549 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08f58ea4-f500-4c55-ab0d-b5c8bc69a8c8 req-0b9f800f-acbb-42a1-8d91-8f108faf5c0d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0833235 Mar 02 18:56:03.746693 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a664477-e818-4aa8-bc2b-c4ced799c2bc req-9de1fd17-e668-4354-8324-17f56dc7349b tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080894 Mar 02 18:56:03.776296 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08f58ea4-f500-4c55-ab0d-b5c8bc69a8c8 req-b927b5b8-0e2b-431e-aba3-501ca896c864 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565951 Mar 02 18:56:04.364001 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ead6f921-4f61-4f81-ad66-2f7942adc418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:04.895657 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a92ea-3bd2-46cb-8b58-d1ba4afa866b req-adf700ff-de2f-4af2-8f67-092bb730d7fe tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:04.897165 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d59a92ea-3bd2-46cb-8b58-d1ba4afa866b req-adf700ff-de2f-4af2-8f67-092bb730d7fe tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0834591 Mar 02 18:56:04.919052 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c51cc-ac57-4477-97f6-c268e55fc141 req-ef2e9e8d-4897-4705-9bfa-db9fd2a2121c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:04.920495 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-641c51cc-ac57-4477-97f6-c268e55fc141 req-ef2e9e8d-4897-4705-9bfa-db9fd2a2121c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0736272 Mar 02 18:56:05.002219 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d59a92ea-3bd2-46cb-8b58-d1ba4afa866b req-2e9b3b55-2371-42f8-8c6c-48722bca25e8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977304 Mar 02 18:56:05.005179 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-641c51cc-ac57-4477-97f6-c268e55fc141 req-e7f9f48c-aa83-4445-b308-21baf62e9e17 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784647 Mar 02 18:56:06.161856 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27777-5bf3-411f-8b91-b3147a00f994 req-f03c26eb-e3e3-4b5a-8480-2ebe073964c9 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:06.163598 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a5b27777-5bf3-411f-8b91-b3147a00f994 req-f03c26eb-e3e3-4b5a-8480-2ebe073964c9 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0893824 Mar 02 18:56:06.175831 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f82d89-4058-4428-a112-2e1b29883592 req-487df146-e6de-4f98-b5b4-8ab3d6010468 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:06.177406 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c9f82d89-4058-4428-a112-2e1b29883592 req-487df146-e6de-4f98-b5b4-8ab3d6010468 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0943928 Mar 02 18:56:06.273026 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a5b27777-5bf3-411f-8b91-b3147a00f994 req-5b29ef6e-ddd8-481d-996a-7f34f381c557 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945151 Mar 02 18:56:06.276220 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c9f82d89-4058-4428-a112-2e1b29883592 req-131f8ff3-f791-4c26-bbfa-5a6a3c6c2139 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900278 Mar 02 18:56:06.654183 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbd18-ef63-4b58-8ef8-19aa14a5b2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:07.422613 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e741cb-80f4-4ec2-bf16-ea0dc4c8e12a req-86c5ea54-64ba-485a-8de1-6f716c671acc tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:07.424095 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-70e741cb-80f4-4ec2-bf16-ea0dc4c8e12a req-86c5ea54-64ba-485a-8de1-6f716c671acc tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0831168 Mar 02 18:56:07.435164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6f47-235e-40db-bf75-c8145dfd3ef0 req-51350920-e80a-4dbb-9501-580f6a0388f5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:07.436650 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e11f6f47-235e-40db-bf75-c8145dfd3ef0 req-51350920-e80a-4dbb-9501-580f6a0388f5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0867872 Mar 02 18:56:07.521886 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e11f6f47-235e-40db-bf75-c8145dfd3ef0 req-5cba4dcc-a7c3-4b28-a94f-b41c2d63396a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784605 Mar 02 18:56:07.527980 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-70e741cb-80f4-4ec2-bf16-ea0dc4c8e12a req-e6ab3ede-19dc-4e23-9d73-bb116d286564 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9d2f601-af13-4a32-838e-87fa678a7696&id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904291 Mar 02 18:56:07.787134 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:08.642995 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46169-db01-4d3e-b071-3de2aa596761 req-48f14bde-5fd0-49c3-88c7-e12cc2593ae6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:08.644380 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-03b46169-db01-4d3e-b071-3de2aa596761 req-48f14bde-5fd0-49c3-88c7-e12cc2593ae6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0524356 Mar 02 18:56:08.690300 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-03b46169-db01-4d3e-b071-3de2aa596761 req-63a27a6e-05eb-4324-88f7-850279c65588 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 Mar 02 18:56:09.610090 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:09.811039 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e7e8-c854-4f7a-b0e5-674dfb7a989c req-1cb2bafa-17e6-4d54-bb26-026c510fe693 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:09.812487 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b714e7e8-c854-4f7a-b0e5-674dfb7a989c req-1cb2bafa-17e6-4d54-bb26-026c510fe693 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0513861 Mar 02 18:56:09.858782 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b714e7e8-c854-4f7a-b0e5-674dfb7a989c req-bd095986-0ec6-4267-ac0c-f41ebe939ff0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Mar 02 18:56:10.692845 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:10.980680 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a577-11d7-4f89-8865-a40c872f99a9 req-6de1ffc7-8a65-4be2-a6d7-35ba3d717c66 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:10.982076 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58b7a577-11d7-4f89-8865-a40c872f99a9 req-6de1ffc7-8a65-4be2-a6d7-35ba3d717c66 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0553136 Mar 02 18:56:11.028674 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58b7a577-11d7-4f89-8865-a40c872f99a9 req-1184cea1-3488-475d-bc05-1b3bc6ee2ceb tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Mar 02 18:56:12.165305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601aeb14-28bf-438c-bbe6-58c352ff8d49 req-befd393c-aa7d-4cb7-b93a-3465ba04c1c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:12.166793 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-601aeb14-28bf-438c-bbe6-58c352ff8d49 req-befd393c-aa7d-4cb7-b93a-3465ba04c1c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Mar 02 18:56:12.216278 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-601aeb14-28bf-438c-bbe6-58c352ff8d49 req-75baf38e-530e-4e8a-9a13-8c30c4e26a0b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Mar 02 18:56:13.369574 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520cfe0-5708-46d5-86d4-69d2abc90bbc req-57107ead-1c91-4af4-8296-367dd1313604 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:13.371799 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a520cfe0-5708-46d5-86d4-69d2abc90bbc req-57107ead-1c91-4af4-8296-367dd1313604 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0660574 Mar 02 18:56:13.430945 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a520cfe0-5708-46d5-86d4-69d2abc90bbc req-1179f79a-8c25-408d-9465-279d970b498a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512028 Mar 02 18:56:14.555239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aef2aa-11eb-4dd2-9511-79d7b78e3df1 req-a054b62d-103a-4a55-babe-b3039045cec2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:14.556782 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c0aef2aa-11eb-4dd2-9511-79d7b78e3df1 req-a054b62d-103a-4a55-babe-b3039045cec2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0537322 Mar 02 18:56:14.604512 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c0aef2aa-11eb-4dd2-9511-79d7b78e3df1 req-3b6d1ea3-f711-4af4-bda0-f7a14ace7fa0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Mar 02 18:56:15.733563 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cce578-e666-4a3d-820e-5ced1bfe02f8 req-51e6b9ef-a345-4a87-829c-fb50099f8ea4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:15.735182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-11cce578-e666-4a3d-820e-5ced1bfe02f8 req-51e6b9ef-a345-4a87-829c-fb50099f8ea4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0607071 Mar 02 18:56:15.782327 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-11cce578-e666-4a3d-820e-5ced1bfe02f8 req-b6f27cc8-0d29-4391-996b-f9621fe19985 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Mar 02 18:56:16.909037 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a997a6-41b8-4817-a22b-e47580975850 req-a9e8cc34-af84-4d59-bd5e-da3f0cc6a451 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:16.910436 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-10a997a6-41b8-4817-a22b-e47580975850 req-a9e8cc34-af84-4d59-bd5e-da3f0cc6a451 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0550604 Mar 02 18:56:16.956195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-10a997a6-41b8-4817-a22b-e47580975850 req-5dbbddd1-3a23-43ac-b767-9d7534933db7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Mar 02 18:56:17.670943 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-94926f6e-a412-46eb-a237-b3d412881e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:17.672434 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-94926f6e-a412-46eb-a237-b3d412881e6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1&tenant_id=4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0739665 Mar 02 18:56:17.950368 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-2bd304ca-490b-4421-ba35-5330f15dce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:17.951789 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-2bd304ca-490b-4421-ba35-5330f15dce42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1127 time: 0.2523646 Mar 02 18:56:18.042565 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-77b49df2-c8e5-4e52-986e-789999c51708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:18.043996 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-77b49df2-c8e5-4e52-986e-789999c51708 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0852180 Mar 02 18:56:18.087335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cc6ba-f0b5-4d3a-8ed2-ba41e4625b3e req-967bd52b-4e26-47aa-8de8-d8e4827a93b4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:18.088913 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5f0cc6ba-f0b5-4d3a-8ed2-ba41e4625b3e req-967bd52b-4e26-47aa-8de8-d8e4827a93b4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0605125 Mar 02 18:56:18.121736 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-a31b6bd0-50fa-4439-b7a5-dfc9adaee3db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 999 time: 0.0619698 Mar 02 18:56:18.135918 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5f0cc6ba-f0b5-4d3a-8ed2-ba41e4625b3e req-30733ec8-1c56-453f-b0a9-0c70a440b200 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Mar 02 18:56:18.169258 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-ad69483d-adc1-47e7-afe8-e0cb44b21db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:18.170740 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-ad69483d-adc1-47e7-afe8-e0cb44b21db3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0446134 Mar 02 18:56:18.219863 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-c9de9e1c-50ba-4484-a8eb-95d4c3a88343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:18.221335 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-c9de9e1c-50ba-4484-a8eb-95d4c3a88343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436971 Mar 02 18:56:18.310545 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-d275b6c2-6ccd-4a87-a4aa-301f9bc67642 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818658 Mar 02 18:56:18.400323 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-71780af0-990a-42b1-abf3-e6ed5ab283d4 req-88fe24fc-eb91-41d1-9106-6783135fe2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802195 Mar 02 18:56:19.320713 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf91ae9-57ba-4a22-84d0-7c7b28c932a1 req-665e3db5-dfc7-4b77-8bef-049df57ea45a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:19.322147 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdf91ae9-57ba-4a22-84d0-7c7b28c932a1 req-665e3db5-dfc7-4b77-8bef-049df57ea45a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1137748 Mar 02 18:56:19.368715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bdf91ae9-57ba-4a22-84d0-7c7b28c932a1 req-dc321c15-6a1f-4195-83ad-f616deea91f5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Mar 02 18:56:20.546656 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4201a19-36ef-41ce-9dc6-61c04eec3151 req-f70feb7c-629e-43f1-83e3-af67a6951af9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:20.548141 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c4201a19-36ef-41ce-9dc6-61c04eec3151 req-f70feb7c-629e-43f1-83e3-af67a6951af9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1059568 Mar 02 18:56:20.594674 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c4201a19-36ef-41ce-9dc6-61c04eec3151 req-1a9a6bf9-0579-47ad-a9f6-60de4835cb98 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Mar 02 18:56:21.724870 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f284f8-f43b-4b40-ac6a-96e8f8005a61 req-458b8958-b2f8-4a46-bf7d-7fa4f8b44243 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:21.726515 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f284f8-f43b-4b40-ac6a-96e8f8005a61 req-458b8958-b2f8-4a46-bf7d-7fa4f8b44243 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0574059 Mar 02 18:56:21.783008 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-73f284f8-f43b-4b40-ac6a-96e8f8005a61 req-0ca224c9-2c1d-4f1c-94b0-440daed0bac4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503278 Mar 02 18:56:22.903824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1c050-b669-4a37-871e-d15e54064a12 req-ea92fe3a-6fd4-41a5-8e04-59a24d662ecb tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:22.905388 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2fa1c050-b669-4a37-871e-d15e54064a12 req-ea92fe3a-6fd4-41a5-8e04-59a24d662ecb tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0523870 Mar 02 18:56:22.952191 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2fa1c050-b669-4a37-871e-d15e54064a12 req-710cde3b-49ff-44bd-9345-4a4f90eb49db tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Mar 02 18:56:24.081008 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87bfad-4b72-4781-a0c2-11d95d0e7086 req-5af33793-39b6-4da0-ba69-754543bb2bfe tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:24.082664 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9f87bfad-4b72-4781-a0c2-11d95d0e7086 req-5af33793-39b6-4da0-ba69-754543bb2bfe tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0548279 Mar 02 18:56:24.132495 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9f87bfad-4b72-4781-a0c2-11d95d0e7086 req-e46a6359-614e-4d9f-8f5a-8ae44a1e2a72 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Mar 02 18:56:25.259041 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680efb18-5ee9-4347-95db-297efce16862 req-ea15e908-e590-4d5e-8a29-76a4e71936e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:25.260423 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-680efb18-5ee9-4347-95db-297efce16862 req-ea15e908-e590-4d5e-8a29-76a4e71936e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0562174 Mar 02 18:56:25.307465 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-680efb18-5ee9-4347-95db-297efce16862 req-8ac879ed-e3d9-40f2-9127-01f4b5c87b8a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Mar 02 18:56:26.439200 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393451-5b72-458d-b00a-24c43ec0df0b req-f05dd5db-fd7e-4e46-9081-caf3d2778216 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.445340 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3393451-5b72-458d-b00a-24c43ec0df0b req-f05dd5db-fd7e-4e46-9081-caf3d2778216 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0525670 Mar 02 18:56:26.476610 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:56:26.498060 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3393451-5b72-458d-b00a-24c43ec0df0b req-2b0555e9-564c-4310-9f68-16a3c6dd9e5f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499635 Mar 02 18:56:27.623616 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8b16e-75b6-4bca-9b2d-cd217d60e440 req-06e51f0a-7b16-45a8-a39f-9a2dfd77cc3a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:27.625099 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-28a8b16e-75b6-4bca-9b2d-cd217d60e440 req-06e51f0a-7b16-45a8-a39f-9a2dfd77cc3a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0536032 Mar 02 18:56:27.689855 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-28a8b16e-75b6-4bca-9b2d-cd217d60e440 req-eadb0e28-6680-4ff1-9743-3cadf119210b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585442 Mar 02 18:56:28.830604 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f307290-405e-449f-8464-0057c12d3ca8 req-3287e73a-44c1-4130-904f-9ae7e9076108 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:28.832194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3f307290-405e-449f-8464-0057c12d3ca8 req-3287e73a-44c1-4130-904f-9ae7e9076108 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0536554 Mar 02 18:56:28.902192 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3f307290-405e-449f-8464-0057c12d3ca8 req-cc3585d5-ba0d-48d5-9c34-a6bb9b0ddb9d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622826 Mar 02 18:56:29.029096 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:30.035982 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9531-ecd6-4435-95d8-65b3e75e8305 req-d97787de-e4df-43e1-a68e-1e0c539f5e2e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:30.037492 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ec6a9531-ecd6-4435-95d8-65b3e75e8305 req-d97787de-e4df-43e1-a68e-1e0c539f5e2e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0527077 Mar 02 18:56:30.092426 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ec6a9531-ecd6-4435-95d8-65b3e75e8305 req-3ac54d1f-ade1-4add-85ce-0c2be18a44b8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486064 Mar 02 18:56:31.348271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa2222-a80a-42b5-aa91-8be9496d25b9 req-b4021c13-628f-48f7-b744-afc7547ca256 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:31.349808 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6efa2222-a80a-42b5-aa91-8be9496d25b9 req-b4021c13-628f-48f7-b744-afc7547ca256 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0562356 Mar 02 18:56:31.397854 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6efa2222-a80a-42b5-aa91-8be9496d25b9 req-dd1a8cbc-ead2-4ab4-82ed-fb0f30170dd3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Mar 02 18:56:32.533370 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa777d-283f-425f-b6a6-85314e196af8 req-37149c87-ed14-4dde-ba50-1f84cd3884f0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:32.534947 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-27aa777d-283f-425f-b6a6-85314e196af8 req-37149c87-ed14-4dde-ba50-1f84cd3884f0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0560448 Mar 02 18:56:32.616773 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-27aa777d-283f-425f-b6a6-85314e196af8 req-90f19e8f-6303-46ab-8e9a-815268cbb5ac tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659568 Mar 02 18:56:33.749526 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59077cdd-00c3-43b7-b468-29e4f1356922 req-13c8776f-e298-4fa3-b536-6341908caa9b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:33.751025 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-59077cdd-00c3-43b7-b468-29e4f1356922 req-13c8776f-e298-4fa3-b536-6341908caa9b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0548983 Mar 02 18:56:33.804136 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-59077cdd-00c3-43b7-b468-29e4f1356922 req-87800b93-674b-4ef2-984e-6f2bb2f12f93 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475791 Mar 02 18:56:34.366622 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3b781d8d-47a3-490c-a563-2ff3b1725141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:34.924609 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c769c-573d-45ee-891d-5a52bb10eaf0 req-04af2517-d6a7-4b24-be83-d2027e3d9bbf tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:34.926110 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-405c769c-573d-45ee-891d-5a52bb10eaf0 req-04af2517-d6a7-4b24-be83-d2027e3d9bbf tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0520711 Mar 02 18:56:34.972144 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-405c769c-573d-45ee-891d-5a52bb10eaf0 req-9991457a-4ecb-4040-ab5e-31b570246a28 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Mar 02 18:56:36.105393 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12d331-8250-4d65-95b1-d19d532e9bde req-cacf2200-bbdf-4d66-b283-b548f3957fa2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:36.111585 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad12d331-8250-4d65-95b1-d19d532e9bde req-cacf2200-bbdf-4d66-b283-b548f3957fa2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0686104 Mar 02 18:56:36.170190 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad12d331-8250-4d65-95b1-d19d532e9bde req-2dab9e31-9e6e-4bb8-b024-a4b4b0942e8a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500879 Mar 02 18:56:36.657498 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2fd01696-f3c8-4fbf-9ae9-160cd955caca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:37.293539 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb6e1-3692-4fed-ba19-04add64525e3 req-341ac509-04a7-49b3-955d-35ac7e99f291 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.295122 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-179bb6e1-3692-4fed-ba19-04add64525e3 req-341ac509-04a7-49b3-955d-35ac7e99f291 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0538986 Mar 02 18:56:37.342408 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-179bb6e1-3692-4fed-ba19-04add64525e3 req-8a2a6a1a-bc28-47e5-9806-4fdb4fb371e7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Mar 02 18:56:37.789399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.017646 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-c0a283fd-4ccd-4695-bb36-03875eb199fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891240 Mar 02 18:56:38.087713 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-69484b20-1887-4588-b5a6-0e99a6f479a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.089860 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-69484b20-1887-4588-b5a6-0e99a6f479a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0511205 Mar 02 18:56:38.130063 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59468) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:38.216461 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-e4effcc5-e91f-4f1d-a94f-ff96a30f5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.218380 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-e4effcc5-e91f-4f1d-a94f-ff96a30f5d4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1092815 Mar 02 18:56:38.289848 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.305495 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-0b2e7e4a-4cbf-450f-aa82-35e24b67783d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 1001 time: 0.0807412 Mar 02 18:56:38.382250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-45f283de-0166-43c9-bdda-9466752ff723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.384112 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-45f283de-0166-43c9-bdda-9466752ff723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0710781 Mar 02 18:56:38.397209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59492) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:38.446257 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Publish callbacks [] for security_group (e1e6a89e-0724-492c-afbc-aba6ba356642), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.450497 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-64a56803-a53e-4e9e-8cea-2e1ee71e3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.452837 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-64a56803-a53e-4e9e-8cea-2e1ee71e3ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594170 Mar 02 18:56:38.477680 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (e1e6a89e-0724-492c-afbc-aba6ba356642), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.545204 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3e5a-7106-470a-b466-cb71bf26baed req-0c4450cb-0040-446d-9671-99590b8675fa tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.546862 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be0a3e5a-7106-470a-b466-cb71bf26baed req-0c4450cb-0040-446d-9671-99590b8675fa tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0960903 Mar 02 18:56:38.550697 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=999c2ccd3c2b44aab1660fa0b6bd6c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196081 Mar 02 18:56:38.554614 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59506) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:38.556754 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6a89e-0724-492c-afbc-aba6ba356642,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:38.576920 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-840a9b74-50b2-4014-9139-5a5a93511712 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173630 Mar 02 18:56:38.593900 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.594496 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.594847 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.595196 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.595532 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.595880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.596202 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.596531 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.597026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.597393 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.597724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.598049 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.598374 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b389e10-0be1-452e-adda-ff7cf9ba7a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:38.641161 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-be0a3e5a-7106-470a-b466-cb71bf26baed req-3fe3db38-90ad-4896-9117-b571f3ec49b5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878291 Mar 02 18:56:38.641926 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46553333-d90f-4a6a-a454-dc615885aeb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.697854 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9504b43b-59bc-4212-a02d-4f13fca1aef9 req-c74ab6aa-1920-456b-876f-aef8e70a21e8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Mar 02 18:56:38.711390 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] Publish callbacks [] for security_group (e1e6a89e-0724-492c-afbc-aba6ba356642), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.745663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] Publish callbacks [] for security_group (e1e6a89e-0724-492c-afbc-aba6ba356642), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.799650 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46553333-d90f-4a6a-a454-dc615885aeb5 admin admin] Publish callbacks [] for security_group (73b72277-0cbb-439b-be3c-05cc8d2e8f49), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.803460 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-46553333-d90f-4a6a-a454-dc615885aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (73b72277-0cbb-439b-be3c-05cc8d2e8f49), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.835663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (e1e6a89e-0724-492c-afbc-aba6ba356642), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.838141 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.839993 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1e6a89e-0724-492c-afbc-aba6ba356642 HTTP/1.1" status: 204 len: 168 time: 0.2844086 Mar 02 18:56:38.853218 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-46553333-d90f-4a6a-a454-dc615885aeb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f413e03a26b344daad5f265e6151c91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533188 Mar 02 18:56:38.854235 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46553333-d90f-4a6a-a454-dc615885aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b72277-0cbb-439b-be3c-05cc8d2e8f49,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:38.855998 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59518) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:38.864957 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e23cd-f401-4201-b26e-6ddb4361f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6a89e-0724-492c-afbc-aba6ba356642,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:38.940531 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Publish callbacks [] for security_group (73b72277-0cbb-439b-be3c-05cc8d2e8f49), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:38.968691 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Publish callbacks [] for security_group (73b72277-0cbb-439b-be3c-05cc8d2e8f49), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.037544 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (73b72277-0cbb-439b-be3c-05cc8d2e8f49), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.040422 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.041912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b72277-0cbb-439b-be3c-05cc8d2e8f49 HTTP/1.1" status: 204 len: 168 time: 0.1841309 Mar 02 18:56:39.051542 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b72277-0cbb-439b-be3c-05cc8d2e8f49,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:39.060339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.061048 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.061657 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.062373 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.062960 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.063592 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.064149 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.064945 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.065416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.065990 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.066415 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.066864 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.067397 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252b644-5820-48a1-be1f-06ecbf532fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:39.615765 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.773725 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59546) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:39.780914 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7f9d0-38fc-46dc-8d9e-7f4d23263e2d req-056ad4b0-51fc-470f-b84e-8b5b8090f51a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:39.782527 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fe7f9d0-38fc-46dc-8d9e-7f4d23263e2d req-056ad4b0-51fc-470f-b84e-8b5b8090f51a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0573668 Mar 02 18:56:39.835216 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fe7f9d0-38fc-46dc-8d9e-7f4d23263e2d req-db105ecd-e832-4a5f-9ac6-ee1b2dac61e9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Mar 02 18:56:39.881702 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2110845751-network', 'tenant_id': '2cfdaab7cf764338ab72c23402fe1067'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:39.902080 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Made reservation on behalf of 2cfdaab7cf764338ab72c23402fe1067 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:39.904341 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.912556 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.986365 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks [] for security_group (6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:39.990408 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.011372 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:56:40.026869 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:40.030037 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (ecb78f49-adcf-46a6-b0a0-da2a1c4d3858), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.030382 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Added segment ecb78f49-adcf-46a6-b0a0-da2a1c4d3858 of type vlan for network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 Mar 02 18:56:40.071916 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (1a268cf3-240f-4a5e-bd87-d1545143e2d2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.097678 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (1a268cf3-240f-4a5e-bd87-d1545143e2d2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.098536 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.099125 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.149833 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3749638 Mar 02 18:56:40.153149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59552) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:40.158252 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Request body: {'subnet': {'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2110845751-subnet', 'tenant_id': '2cfdaab7cf764338ab72c23402fe1067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:40.164258 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46834fd-9b00-4d35-870f-035404bdf1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a268cf3-240f-4a5e-bd87-d1545143e2d2,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:40.177974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:56:40.179848 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Made reservation on behalf of 2cfdaab7cf764338ab72c23402fe1067 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:40.182146 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8762033'] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.354333 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761987'] for subnet (592928e5-64ff-427f-bc04-cf1d942aa9ae), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.410305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592928e5-64ff-427f-bc04-cf1d942aa9ae,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:40.417519 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Checking segment: {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:56:40.417882 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Network hostable DHCP agents. Network: 1a268cf3-240f-4a5e-bd87-d1545143e2d2, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:56:40.434933 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:56:40.443746 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 1a268cf3-240f-4a5e-bd87-d1545143e2d2) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:40.448818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.449425 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:40.454256 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1946f37-fda9-47cd-9ec4-142aa727251f None None] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:56:40.465983 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-6c0e5ca3-0a46-4f00-ba0e-2481bf4f52d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3115325 Mar 02 18:56:40.549019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba4be5-9f46-400a-9528-1cdbaddf678f None None] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:56:40.694398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.020447 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4de2d-fe3f-4ee7-9fcf-9858d38689ea req-e3a676ba-3079-472e-b2fb-9011dd1eabda tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.023355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ada4de2d-fe3f-4ee7-9fcf-9858d38689ea req-e3a676ba-3079-472e-b2fb-9011dd1eabda tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0962541 Mar 02 18:56:41.078105 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ada4de2d-fe3f-4ee7-9fcf-9858d38689ea req-3027a3a0-336c-4191-b39f-06681f38182c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Mar 02 18:56:41.158716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59572) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:41.263467 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-78fce1af-32a7-4448-a0f5-f709c5e2b2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.340821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-78fce1af-32a7-4448-a0f5-f709c5e2b2e5 admin admin] Publish callbacks [] for security_group (d0bb8076-5a57-4f0c-8f8d-44badcc4c73f), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.344526 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-78fce1af-32a7-4448-a0f5-f709c5e2b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d0bb8076-5a57-4f0c-8f8d-44badcc4c73f), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.381865 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-78fce1af-32a7-4448-a0f5-f709c5e2b2e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7d0b67c4a2145e7b86d5ba29362f4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221029 Mar 02 18:56:41.383852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fce1af-32a7-4448-a0f5-f709c5e2b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb8076-5a57-4f0c-8f8d-44badcc4c73f,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:41.384430 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59576) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:41.433664 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] Publish callbacks [] for security_group (d0bb8076-5a57-4f0c-8f8d-44badcc4c73f), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.454489 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] Publish callbacks [] for security_group (d0bb8076-5a57-4f0c-8f8d-44badcc4c73f), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.500886 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d0bb8076-5a57-4f0c-8f8d-44badcc4c73f), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.503420 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.504547 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0bb8076-5a57-4f0c-8f8d-44badcc4c73f HTTP/1.1" status: 204 len: 168 time: 0.1191134 Mar 02 18:56:41.512438 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9e89e-76e9-40d2-a89c-2fe9155998e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb8076-5a57-4f0c-8f8d-44badcc4c73f,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:41.759205 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59582) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:41.772529 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1194987e-f55b-4f04-aa25-0e07862a6c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.845773 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1194987e-f55b-4f04-aa25-0e07862a6c57 admin admin] Publish callbacks [] for security_group (0e9f6650-252b-4c4f-a844-ce6f15c899f8), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.849596 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1194987e-f55b-4f04-aa25-0e07862a6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0e9f6650-252b-4c4f-a844-ce6f15c899f8), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.889241 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194987e-f55b-4f04-aa25-0e07862a6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9f6650-252b-4c4f-a844-ce6f15c899f8,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:41.894687 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1194987e-f55b-4f04-aa25-0e07862a6c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45fc09cf5b964e39bbc208368f960be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343985 Mar 02 18:56:41.897497 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59584) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:41.947327 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] Publish callbacks [] for security_group (0e9f6650-252b-4c4f-a844-ce6f15c899f8), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:41.968190 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] Publish callbacks [] for security_group (0e9f6650-252b-4c4f-a844-ce6f15c899f8), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.014848 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (0e9f6650-252b-4c4f-a844-ce6f15c899f8), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.017634 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.018749 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e9f6650-252b-4c4f-a844-ce6f15c899f8 HTTP/1.1" status: 204 len: 168 time: 0.1201100 Mar 02 18:56:42.027919 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc26e6-a726-4d72-b20e-17ff9caffbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9f6650-252b-4c4f-a844-ce6f15c899f8,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:42.211327 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988b94-f7e5-42b3-a784-5b8d2214c00f req-20f0b600-33aa-44b9-8e8c-d9d3a84be7df tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:42.212815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee988b94-f7e5-42b3-a784-5b8d2214c00f req-20f0b600-33aa-44b9-8e8c-d9d3a84be7df tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0567646 Mar 02 18:56:42.265101 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee988b94-f7e5-42b3-a784-5b8d2214c00f req-8638ba27-8f28-497d-b726-29417ebc5ea4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Mar 02 18:56:42.477475 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e4e402a2-a8dc-4998-a1bf-f7e089d31372 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:42.478818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e4e402a2-a8dc-4998-a1bf-f7e089d31372 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 814 time: 0.1024323 Mar 02 18:56:42.494593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-8896d3c3-b35f-45a5-aeed-bdd0b257856b tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/quotas/2cfdaab7cf764338ab72c23402fe1067 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Mar 02 18:56:42.528846 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e5f68caf-8f93-4fb2-920f-8c07b793562f tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279450 Mar 02 18:56:42.708340 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 59626) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:42.717480 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-cb6e4c81-2198-4d26-8fdb-31c79b00e18e service neutron] 10.222.0.21 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812353 Mar 02 18:56:42.803038 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963001340-network', 'tenant_id': '887303fc66f949b6b3a5ba8fbe83b985'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:42.805410 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-c6d5c8d6-acb5-4b74-90d3-e3d13763e278 service neutron] 10.222.0.21 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823371 Mar 02 18:56:42.822933 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Made reservation on behalf of 887303fc66f949b6b3a5ba8fbe83b985 for: {'network': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:42.825351 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.833813 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.910147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks [] for security_group (bf8f0605-07b7-4b0a-bda5-cd4d8d57543c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.914539 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (bf8f0605-07b7-4b0a-bda5-cd4d8d57543c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.937542 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=109538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:56:42.953351 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:42.956321 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (44974254-2422-4f68-b7f5-6c170e8935a8), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:42.956667 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.segments_db [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Added segment 44974254-2422-4f68-b7f5-6c170e8935a8 of type vlan for network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 Mar 02 18:56:42.995625 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f0bde5d-5909-4be2-8b08-9f5b760cb4a3 req-39951ad7-b3c1-4a20-92f5-96c29b86ee82 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 210 time: 0.0396345 Mar 02 18:56:42.998202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.030353 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.031436 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:43.032021 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.080755 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3711636 Mar 02 18:56:43.085815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 59636) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:56:43.092017 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Request body: {'subnet': {'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963001340-subnet', 'tenant_id': '887303fc66f949b6b3a5ba8fbe83b985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:43.095091 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbf2c6-bb8b-4f5e-869c-aedd7088ba4b admin admin] Pushing event updated for resources: {'Network': ['ID=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:43.105172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 18:56:43.120478 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Made reservation on behalf of 887303fc66f949b6b3a5ba8fbe83b985 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:43.122975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8762033'] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.300588 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761987'] for subnet (84af8ce7-af60-4a7e-92f9-3953f7e94f24), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.388079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84af8ce7-af60-4a7e-92f9-3953f7e94f24,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:43.401305 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Checking segment: {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:56:43.401767 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Network hostable DHCP agents. Network: 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:56:43.429642 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:56:43.440009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c9689-71a3-4f7d-b2d1-1dd32d3f8f99 req-b6bed349-98ce-4507-9583-1bfad8073492 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:43.441530 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-540c9689-71a3-4f7d-b2d1-1dd32d3f8f99 req-b6bed349-98ce-4507-9583-1bfad8073492 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0924630 Mar 02 18:56:43.456381 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:43.461676 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:43.462333 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:43.478548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac265f93-2e3f-4346-97e3-2a1aafc8938a None None] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:56:43.494604 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e0ae97c5-e968-4093-ab48-113a2ed65a24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4070592 Mar 02 18:56:43.513551 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-540c9689-71a3-4f7d-b2d1-1dd32d3f8f99 req-1aa7fffd-fb9d-4dcc-b922-3e5a70f41926 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659578 Mar 02 18:56:43.595104 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8c86a-ddfb-4f38-9e4f-8279633875df None None] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:56:44.111596 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef5e9750-9d84-4d8d-9475-2c5081485f89 req-89778b76-ad41-47fa-9151-971eb0f73f87 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 210 time: 0.0386622 Mar 02 18:56:44.115850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-33c74b72-1c14-47d7-acee-f93dae0f8b19 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:44.117751 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-33c74b72-1c14-47d7-acee-f93dae0f8b19 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 814 time: 0.1310530 Mar 02 18:56:44.130971 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Request body: {'port': {'device_id': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2', 'admin_state_up': True, 'tenant_id': '2cfdaab7cf764338ab72c23402fe1067'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:44.237014 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Made reservation on behalf of 2cfdaab7cf764338ab72c23402fe1067 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:44.240417 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:44.366230 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Allocated IP 172.20.0.11 (1a268cf3-240f-4a5e-bd87-d1545143e2d2/592928e5-64ff-427f-bc04-cf1d942aa9ae/6c950c08-e563-4767-9378-a0f1b56f8745) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:44.510937 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks [] for port (6c950c08-e563-4767-9378-a0f1b56f8745), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:44.543253 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:44.588914 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:44.592060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:44.596610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:56:44.600604 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Pushing event updated for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:44.644251 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5097d-7076-4e92-b1b9-d58fb6aebc87 req-c1e53a25-1195-4120-838b-d849b5dc83ff tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:44.645184 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:44.645821 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4af5097d-7076-4e92-b1b9-d58fb6aebc87 req-c1e53a25-1195-4120-838b-d849b5dc83ff tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0525455 Mar 02 18:56:44.645943 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:44.663518 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-e2d4acd2-8138-4b6c-a464-d1e89c70d977 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365613 Mar 02 18:56:44.676371 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Request body: {'port': {'device_id': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:44.697802 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4af5097d-7076-4e92-b1b9-d58fb6aebc87 req-d298a13a-30b1-45c2-94bd-d44ee114c95b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Mar 02 18:56:44.738289 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:44.988418 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c950c08-e563-4767-9378-a0f1b56f8745 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:44.996104 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks [] for port (6c950c08-e563-4767-9378-a0f1b56f8745), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:45.008428 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Transition to ACTIVE for port object 6c950c08-e563-4767-9378-a0f1b56f8745 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:56:45.012113 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:45.060076 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:45.134881 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Attempting to bind port 6c950c08-e563-4767-9378-a0f1b56f8745 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:56:45.136164 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Attempting to bind port 6c950c08-e563-4767-9378-a0f1b56f8745 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:56:45.136164 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Attempting to bind port 6c950c08-e563-4767-9378-a0f1b56f8745 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:56:45.140746 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Port 6c950c08-e563-4767-9378-a0f1b56f8745 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:56:45.145109 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Attempting to bind port 6c950c08-e563-4767-9378-a0f1b56f8745 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:56:45.151399 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:56:45.151748 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Checking segment: {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:56:45.152130 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Bound using segment: {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:56:45.152560 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Bound port: 6c950c08-e563-4767-9378-a0f1b56f8745, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:56:45.152918 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:45.217822 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:56:45.221051 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=6c950c08-e563-4767-9378-a0f1b56f8745,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:56:45.227416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:45.263742 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.264374 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:45.265832 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c950c08-e563-4767-9378-a0f1b56f8745 HTTP/1.1" status: 200 len: 1094 time: 0.5935814 Mar 02 18:56:45.266276 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:45.268498 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ec5be-d358-4a8c-af79-e041a8629a99" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:56:45.289731 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beb38c-7ff1-40c6-82ff-1a4f2b907da0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:45.301375 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65e08e-2fe1-4124-bbde-3a25b0719be4 req-8650fc9b-8c6c-4cff-ab96-8157d74ba154 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.302877 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc65e08e-2fe1-4124-bbde-3a25b0719be4 req-8650fc9b-8c6c-4cff-ab96-8157d74ba154 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 944 time: 0.1147490 Mar 02 18:56:45.310668 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-0015b368-03c3-4f00-95c7-3f1710c14fee tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.312082 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-0015b368-03c3-4f00-95c7-3f1710c14fee tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 809 time: 0.1487463 Mar 02 18:56:45.337602 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-fcd6257e-a930-42e5-b749-6d8cf0b80767 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/quotas/887303fc66f949b6b3a5ba8fbe83b985 HTTP/1.1" status: 200 len: 375 time: 0.0187635 Mar 02 18:56:45.356736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-496e21ac-c170-4fa7-849d-4b1978c87a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.358335 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-496e21ac-c170-4fa7-849d-4b1978c87a4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 1128 time: 0.0484278 Mar 02 18:56:45.382115 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-29221fc0-7027-440d-9e5f-ad85074aaa31 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348663 Mar 02 18:56:45.386423 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc65e08e-2fe1-4124-bbde-3a25b0719be4 req-83f924c6-24dd-47cf-ae5d-8f4bda72a045 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734775 Mar 02 18:56:45.401042 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-2b8a8d8f-04a0-46f7-8495-1c91d3ef13bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c950c08-e563-4767-9378-a0f1b56f8745 HTTP/1.1" status: 200 len: 217 time: 0.0351689 Mar 02 18:56:45.460199 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d13-6527-480f-a718-5bb45cc17eac req-7503223c-0b3a-4760-8de9-2bde118ecf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.461806 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-7503223c-0b3a-4760-8de9-2bde118ecf69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=592928e5-64ff-427f-bc04-cf1d942aa9ae HTTP/1.1" status: 200 len: 854 time: 0.0546641 Mar 02 18:56:45.498685 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-41d74a9a-e9c5-4356-958c-0144d2bcb49d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a268cf3-240f-4a5e-bd87-d1545143e2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293934 Mar 02 18:56:45.535600 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-367daf35-2cb9-4c82-b786-7c50beb9eb02 service neutron] 10.222.0.21 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460426 Mar 02 18:56:45.567350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed60869-d805-4ab2-bf64-baf7936a95fd x-openstack-request-id: req-9ed60869-d805-4ab2-bf64-baf7936a95fd {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:56:45.567640 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:56:45.567892 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ed60869-d805-4ab2-bf64-baf7936a95fd {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:56:45.568284 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745', 'status': 'completed', 'code': 200} Mar 02 18:56:45.590657 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-a8d4e862-8a18-4dbd-80ee-84b0466d0233 service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860121 Mar 02 18:56:45.627454 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-a4a9ca5e-c4e7-461b-96e7-0134d43f614f service neutron] 10.222.0.21 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862024 Mar 02 18:56:45.684336 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4e728d13-6527-480f-a718-5bb45cc17eac req-853c4e85-9d48-43b2-a57e-9e0c03674ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Mar 02 18:56:45.783967 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f249dda0-b2d8-4e1b-8c3d-86aa9c9b4a4c req-3c43aba2-ca0b-4d09-ad4c-1e78920bcd9f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Mar 02 18:56:45.801582 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-39bd9355-8926-4d24-baf6-ec15038e3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.803102 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-39bd9355-8926-4d24-baf6-ec15038e3ed3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 1128 time: 0.0662706 Mar 02 18:56:45.855236 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8f4a-2738-4b7c-8146-c1c8a229243e req-6c69bba2-466c-4a5d-89f7-ae0853f294c8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.856718 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bfcd8f4a-2738-4b7c-8146-c1c8a229243e req-6c69bba2-466c-4a5d-89f7-ae0853f294c8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0636873 Mar 02 18:56:45.909650 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-9418e84c-cbda-49af-888d-8c9abfef2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:45.911090 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bfcd8f4a-2738-4b7c-8146-c1c8a229243e req-af638d9d-bc82-4da5-bdae-40dd54d0d949 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Mar 02 18:56:45.913945 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-9418e84c-cbda-49af-888d-8c9abfef2312 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 915 time: 0.1025290 Mar 02 18:56:45.961596 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-e03a2ed2-89e9-4f80-b9a1-222a50668370 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c950c08-e563-4767-9378-a0f1b56f8745 HTTP/1.1" status: 200 len: 217 time: 0.0412502 Mar 02 18:56:46.016844 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-9dfcd6d3-280a-49b8-855d-b08427afe32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:46.018349 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-9dfcd6d3-280a-49b8-855d-b08427afe32c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=592928e5-64ff-427f-bc04-cf1d942aa9ae HTTP/1.1" status: 200 len: 854 time: 0.0507107 Mar 02 18:56:46.053189 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-ec2e7475-dad9-4759-a1f3-34ef2f2acaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a268cf3-240f-4a5e-bd87-d1545143e2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285721 Mar 02 18:56:46.153276 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-5fe623fc-f8a2-4acb-a044-b71a3e1922e4 service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936215 Mar 02 18:56:46.241679 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-2d3ec5be-d358-4a8c-af79-e041a8629a99 req-b3284e8e-58df-46ba-a521-48cc93fcc0cf service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822179 Mar 02 18:56:46.507429 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408ea5-86d8-4337-a22d-af7b4b95f9da req-3f59091f-bbf2-411e-a1ba-11fd0d2b4b2e tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:46.508884 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-02408ea5-86d8-4337-a22d-af7b4b95f9da req-3f59091f-bbf2-411e-a1ba-11fd0d2b4b2e tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0507243 Mar 02 18:56:46.555250 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-02408ea5-86d8-4337-a22d-af7b4b95f9da req-bd4fd4c5-4d9a-462c-93d1-882b6954bf6d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Mar 02 18:56:46.862560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:56:46.884486 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-06e346b7-3358-41ac-8a12-74d8914984c6 req-7fce037a-625a-4291-8cf1-4fddf16f33e3 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Mar 02 18:56:46.923382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-cd0a0026-29d0-4443-a44e-0a4810240e25 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:46.924767 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-cd0a0026-29d0-4443-a44e-0a4810240e25 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 809 time: 0.1188948 Mar 02 18:56:46.939201 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Request body: {'port': {'device_id': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7', 'admin_state_up': True, 'tenant_id': '887303fc66f949b6b3a5ba8fbe83b985'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:46.976708 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:46.994009 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '098215be-c891-4080-944b-490808b448f3', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'port_id': '098215be-c891-4080-944b-490808b448f3', 'mac_address': 'fa:16:3e:e1:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:56:47.038088 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:47.038489 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.052005 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098215be-c891-4080-944b-490808b448f3 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:47.054399 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72f626-61a1-4db5-96b8-dc3295d48022 req-f4b81e21-c867-4e1a-add3-1a5d12c84b33 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.055904 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1b72f626-61a1-4db5-96b8-dc3295d48022 req-f4b81e21-c867-4e1a-add3-1a5d12c84b33 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0681338 Mar 02 18:56:47.062562 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Made reservation on behalf of 887303fc66f949b6b3a5ba8fbe83b985 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:47.066192 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.073425 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:47.077952 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.105919 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1b72f626-61a1-4db5-96b8-dc3295d48022 req-887e985e-1d8c-4d10-89c0-7a07d007cf66 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Mar 02 18:56:47.134103 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=9']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:47.208843 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Allocated IP 172.20.0.14 (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7/84af8ce7-af60-4a7e-92f9-3953f7e94f24/49d27dad-bfaf-44d1-a256-c05fad6bb468) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:47.352281 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks [] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.385529 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.429289 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:47.432831 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:47.436460 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:56:47.462473 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Pushing event updated for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:47.485056 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.485692 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:47.501666 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4244e402-9517-4871-ba7b-5de24459b54b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680227 Mar 02 18:56:47.513073 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Request body: {'port': {'device_id': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:47.676212 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ece6f-532a-44fd-ac6b-7ab4f3e328a7 req-c77d9c1a-b7bc-4122-8bd0-eee8920de989 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.677805 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-288ece6f-532a-44fd-ac6b-7ab4f3e328a7 req-c77d9c1a-b7bc-4122-8bd0-eee8920de989 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0552731 Mar 02 18:56:47.727085 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-288ece6f-532a-44fd-ac6b-7ab4f3e328a7 req-b15280d2-4e82-4716-a5ad-98bbb3117b8d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Mar 02 18:56:47.757347 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['098215be-c891-4080-944b-490808b448f3'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:56:47.784766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.012369 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e6e9e-d6be-41aa-aa02-f16e6af23f03 req-f803624e-35a0-4fcb-b358-7fe7689b7e2a tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.013898 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a21e6e9e-d6be-41aa-aa02-f16e6af23f03 req-f803624e-35a0-4fcb-b358-7fe7689b7e2a tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 932 time: 0.0589669 Mar 02 18:56:48.049148 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d27dad-bfaf-44d1-a256-c05fad6bb468 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:48.057068 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks [] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.062271 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a21e6e9e-d6be-41aa-aa02-f16e6af23f03 req-8e15dd71-5a49-47b6-bbe4-3f6f053926e5 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Mar 02 18:56:48.069801 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Transition to ACTIVE for port object 49d27dad-bfaf-44d1-a256-c05fad6bb468 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:56:48.073614 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.124933 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Pushing event updated for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:48.191604 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Attempting to bind port 49d27dad-bfaf-44d1-a256-c05fad6bb468 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:56:48.191852 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Attempting to bind port 49d27dad-bfaf-44d1-a256-c05fad6bb468 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:56:48.192178 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Attempting to bind port 49d27dad-bfaf-44d1-a256-c05fad6bb468 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:56:48.196485 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Port 49d27dad-bfaf-44d1-a256-c05fad6bb468 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:56:48.196804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Attempting to bind port 49d27dad-bfaf-44d1-a256-c05fad6bb468 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:56:48.201600 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:56:48.201942 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Checking segment: {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:56:48.202324 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Bound using segment: {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:56:48.202746 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Bound port: 49d27dad-bfaf-44d1-a256-c05fad6bb468, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:56:48.203105 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.229375 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa12616-4c11-4b35-86fc-ecb112701d23 req-8ffd8c58-82eb-46ea-987b-d8f16a71b756 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.230850 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3fa12616-4c11-4b35-86fc-ecb112701d23 req-8ffd8c58-82eb-46ea-987b-d8f16a71b756 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0513113 Mar 02 18:56:48.263967 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:56:48.267046 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:56:48.273441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.278048 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3fa12616-4c11-4b35-86fc-ecb112701d23 req-eccbaa55-d6c6-48cf-81d8-133188aeb953 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 Mar 02 18:56:48.306239 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.307396 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:48.308816 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] 10.222.0.41 "PUT /v2.0/ports/49d27dad-bfaf-44d1-a256-c05fad6bb468 HTTP/1.1" status: 200 len: 1094 time: 0.8003235 Mar 02 18:56:48.309267 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:48.311541 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abadb57-9ec3-4e11-aee1-64303a9773ff" -d '{"events": [{"name": "network-changed", "server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:56:48.338339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c25d0-ae79-4eff-9928-4dadd1a01f78 service neutron] Pushing event updated for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:48.363729 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa3fd2c-8bd2-413a-ac0a-a794a9c0d291 x-openstack-request-id: req-aaa3fd2c-8bd2-413a-ac0a-a794a9c0d291 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:56:48.364048 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:56:48.364262 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaa3fd2c-8bd2-413a-ac0a-a794a9c0d291 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:56:48.364661 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468', 'status': 'completed', 'code': 200} Mar 02 18:56:48.404442 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-7b9b0318-2eba-4d2a-8d6e-e62b8975a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.405990 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-7b9b0318-2eba-4d2a-8d6e-e62b8975a59c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 1128 time: 0.0527413 Mar 02 18:56:48.482988 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-1d8e736b-116d-4e2f-b6b0-f5d20be87405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468 HTTP/1.1" status: 200 len: 217 time: 0.0345342 Mar 02 18:56:48.529642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-e1ff5e0c-3420-4cc2-af4c-def3e14ef77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.531062 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-e1ff5e0c-3420-4cc2-af4c-def3e14ef77d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84af8ce7-af60-4a7e-92f9-3953f7e94f24 HTTP/1.1" status: 200 len: 849 time: 0.0421388 Mar 02 18:56:48.565566 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-7ce490fe-03f3-41c6-b757-719247533b78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274808 Mar 02 18:56:48.653807 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-bef41f29-e99c-4625-b9e4-36cd0a9b2da5 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811419 Mar 02 18:56:48.745938 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-16a6f13c-ca4d-4521-8d39-aa7ab188c632 req-ac064586-1b02-4dc0-a80f-1404f4d5bbde service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Mar 02 18:56:48.847562 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a40f25-5df4-407d-ac36-ab7923b405cf req-6c49044f-1ac3-43d2-8ffb-70bbe86b9791 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.849013 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96a40f25-5df4-407d-ac36-ab7923b405cf req-6c49044f-1ac3-43d2-8ffb-70bbe86b9791 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0550432 Mar 02 18:56:48.867881 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-4d9cb9fd-6115-4a48-9065-bd8e9fd6183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.869419 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-4d9cb9fd-6115-4a48-9065-bd8e9fd6183d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 1128 time: 0.0480080 Mar 02 18:56:48.885467 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 6c950c08-e563-4767-9378-a0f1b56f8745 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:56:48.901864 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-96a40f25-5df4-407d-ac36-ab7923b405cf req-a53689c3-413e-49b3-9535-be5c96446c0c tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Mar 02 18:56:48.967848 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-ed3d881c-2a82-4287-a5f5-f0fe398cd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:48.969547 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-ed3d881c-2a82-4287-a5f5-f0fe398cd0c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 910 time: 0.0885711 Mar 02 18:56:48.988077 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=6c950c08-e563-4767-9378-a0f1b56f8745,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:48.999752 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '6c950c08-e563-4767-9378-a0f1b56f8745', 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2', 'port_id': '6c950c08-e563-4767-9378-a0f1b56f8745', 'mac_address': 'fa:16:3e:35:0c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592928e5-64ff-427f-bc04-cf1d942aa9ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:56:49.016454 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-7db75ac7-eb95-4812-97ab-63ea9383f829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468 HTTP/1.1" status: 200 len: 217 time: 0.0396557 Mar 02 18:56:49.037770 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 6c950c08-e563-4767-9378-a0f1b56f8745 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:49.038167 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:49.052242 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c950c08-e563-4767-9378-a0f1b56f8745 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:49.066328 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-9c40f022-3ad5-4c44-80f1-9eefe737d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:49.067792 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-9c40f022-3ad5-4c44-80f1-9eefe737d5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84af8ce7-af60-4a7e-92f9-3953f7e94f24 HTTP/1.1" status: 200 len: 849 time: 0.0446329 Mar 02 18:56:49.072298 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=6c950c08-e563-4767-9378-a0f1b56f8745,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:49.075622 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:49.100760 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-933fc160-b97b-4a7e-9ba1-b3d4030775a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256908 Mar 02 18:56:49.125403 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:49.189796 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a22a0-2e17-4ebf-a301-0e34df038742 req-b8d1f591-5628-4ba2-a7ea-8d8616207e51 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:49.191317 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-265a22a0-2e17-4ebf-a301-0e34df038742 req-b8d1f591-5628-4ba2-a7ea-8d8616207e51 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 944 time: 0.0539100 Mar 02 18:56:49.205054 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-337ff50c-4a22-4711-a073-e53c50224957 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947487 Mar 02 18:56:49.237740 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-265a22a0-2e17-4ebf-a301-0e34df038742 req-93070c88-e1ef-406d-aace-3607e851565f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Mar 02 18:56:49.295718 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4abadb57-9ec3-4e11-aee1-64303a9773ff req-361f144e-d5cf-45b8-947a-94bd1bbfa108 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 Mar 02 18:56:49.405416 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e63a-41e9-4abb-8aad-98466f9ddc05 req-5ce948d3-3a0a-46c8-8cdc-d0061d014ca8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:49.406992 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c457e63a-41e9-4abb-8aad-98466f9ddc05 req-5ce948d3-3a0a-46c8-8cdc-d0061d014ca8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0527158 Mar 02 18:56:49.455308 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c457e63a-41e9-4abb-8aad-98466f9ddc05 req-3bfd8877-88b9-42a2-8220-ee781caf70ee tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Mar 02 18:56:49.917138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['6c950c08-e563-4767-9378-a0f1b56f8745'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:56:50.246271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed48e2-7258-434a-9817-c54caa90b0ab req-5aecc720-dba8-481d-a491-f77f78c84314 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:50.247672 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6ed48e2-7258-434a-9817-c54caa90b0ab req-5aecc720-dba8-481d-a491-f77f78c84314 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 945 time: 0.2791951 Mar 02 18:56:50.295033 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6ed48e2-7258-434a-9817-c54caa90b0ab req-f2c503da-b60b-4274-b157-4454eaadb076 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Mar 02 18:56:50.353028 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8d444-7a5b-4a1d-8e70-532f84e4f325 req-8c14d9a9-d06c-4899-88db-97a45e30c6c7 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:50.354518 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-def8d444-7a5b-4a1d-8e70-532f84e4f325 req-8c14d9a9-d06c-4899-88db-97a45e30c6c7 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 944 time: 0.0516326 Mar 02 18:56:50.400213 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-def8d444-7a5b-4a1d-8e70-532f84e4f325 req-7bf202e6-8708-4fe1-8189-3d275eb03793 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Mar 02 18:56:50.577084 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d348f53-f444-467e-b218-09c962841dbb req-312f47b0-36e3-42f0-8582-567a1cd0114c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:50.578563 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d348f53-f444-467e-b218-09c962841dbb req-312f47b0-36e3-42f0-8582-567a1cd0114c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 944 time: 0.0534468 Mar 02 18:56:50.624903 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4d348f53-f444-467e-b218-09c962841dbb req-6255a065-944b-4a26-8088-800c8c60aa7a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Mar 02 18:56:50.877464 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:56:50.923498 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 098215be-c891-4080-944b-490808b448f3 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:56:50.924152 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (098215be-c891-4080-944b-490808b448f3), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:51.001181 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 098215be-c891-4080-944b-490808b448f3 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:51.001600 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (098215be-c891-4080-944b-490808b448f3), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:51.023380 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:51.025698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc9c18d-3273-4fef-a43c-e9cdbab409b0" -d '{"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:56:51.038089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:51.042352 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (098215be-c891-4080-944b-490808b448f3), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:51.066114 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16ddfed-11ba-48a6-ba69-2af2cb628abe x-openstack-request-id: req-c16ddfed-11ba-48a6-ba69-2af2cb628abe {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:56:51.066417 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "098215be-c891-4080-944b-490808b448f3", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:56:51.066675 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c16ddfed-11ba-48a6-ba69-2af2cb628abe {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:56:51.067064 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098215be-c891-4080-944b-490808b448f3', 'code': 200} Mar 02 18:56:51.092694 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=10']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:51.415716 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41d50-efd4-4e10-840c-d0b5bf01eb15 req-4fb63279-6794-4cd1-9f64-c35aef1b6add tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:51.417181 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcf41d50-efd4-4e10-840c-d0b5bf01eb15 req-4fb63279-6794-4cd1-9f64-c35aef1b6add tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 945 time: 0.0537567 Mar 02 18:56:51.463908 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fcf41d50-efd4-4e10-840c-d0b5bf01eb15 req-2b1ec850-5fba-4207-b946-e5ed7d1f2a34 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Mar 02 18:56:51.516507 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aff74-f83a-478c-8ee3-4bf935b9dc24 req-bbf604e7-1270-41a4-926f-5c442ce3f6bd tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:51.517995 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8e9aff74-f83a-478c-8ee3-4bf935b9dc24 req-bbf604e7-1270-41a4-926f-5c442ce3f6bd tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 944 time: 0.0497253 Mar 02 18:56:51.566069 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8e9aff74-f83a-478c-8ee3-4bf935b9dc24 req-63c4eedc-e25c-4627-9f09-514212ee1535 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Mar 02 18:56:51.754483 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a363ac-6abd-49e4-bc5f-1bef6815d6d7 req-e59c32ce-ee79-4a98-acfe-89f8ae85e49b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:51.755798 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-82a363ac-6abd-49e4-bc5f-1bef6815d6d7 req-e59c32ce-ee79-4a98-acfe-89f8ae85e49b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0601203 Mar 02 18:56:51.804053 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-82a363ac-6abd-49e4-bc5f-1bef6815d6d7 req-ccba2417-99d0-499a-9e80-39c844d76abe tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Mar 02 18:56:51.852236 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be784530-1b77-46d3-8af3-f08b6afc934f req-2e85a06d-a208-4333-8f04-8cceb118c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:51.853759 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-be784530-1b77-46d3-8af3-f08b6afc934f req-2e85a06d-a208-4333-8f04-8cceb118c38a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1130 time: 0.0434868 Mar 02 18:56:51.901673 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-be784530-1b77-46d3-8af3-f08b6afc934f req-0d557c77-3fe7-4e98-ad31-bf38ef4482cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Mar 02 18:56:52.579485 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc020fd-7d27-4ba9-8278-3acae62df36b req-b3e3b2d1-1120-43d4-bedb-e8d9c59fd947 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.580952 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bbc020fd-7d27-4ba9-8278-3acae62df36b req-b3e3b2d1-1120-43d4-bedb-e8d9c59fd947 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 945 time: 0.0506022 Mar 02 18:56:52.628693 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bbc020fd-7d27-4ba9-8278-3acae62df36b req-5d769130-a6bc-4009-80e4-969184f5717f tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Mar 02 18:56:52.683534 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0b153-4244-45ef-a979-69b6d4d9389c req-4ab4f0b7-90dc-49dc-9824-65a9e74b05b0 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.685042 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e2a0b153-4244-45ef-a979-69b6d4d9389c req-4ab4f0b7-90dc-49dc-9824-65a9e74b05b0 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 944 time: 0.0549152 Mar 02 18:56:52.731789 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e2a0b153-4244-45ef-a979-69b6d4d9389c req-52bb4968-d593-41f2-8839-8129e9d9c497 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Mar 02 18:56:52.869597 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 49d27dad-bfaf-44d1-a256-c05fad6bb468 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:56:52.872852 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 6c950c08-e563-4767-9378-a0f1b56f8745 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:56:52.928142 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4daca4-8812-473e-aa8b-90290d7b307d req-8f6ebb0c-1502-4e1a-9593-3acace9ab933 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.929652 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b4daca4-8812-473e-aa8b-90290d7b307d req-8f6ebb0c-1502-4e1a-9593-3acace9ab933 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0533247 Mar 02 18:56:52.980354 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b4daca4-8812-473e-aa8b-90290d7b307d req-61a966bd-9ffd-4f47-8b9a-ad945e0b0467 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Mar 02 18:56:53.105615 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 6c950c08-e563-4767-9378-a0f1b56f8745 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:56:53.117499 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 6c950c08-e563-4767-9378-a0f1b56f8745 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:56:53.117883 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:53.154799 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:53.171022 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '49d27dad-bfaf-44d1-a256-c05fad6bb468', 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7', 'port_id': '49d27dad-bfaf-44d1-a256-c05fad6bb468', 'mac_address': 'fa:16:3e:d2:8a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84af8ce7-af60-4a7e-92f9-3953f7e94f24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:56:53.232115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 49d27dad-bfaf-44d1-a256-c05fad6bb468 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:53.232425 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:53.252682 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d27dad-bfaf-44d1-a256-c05fad6bb468 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:53.261536 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 6c950c08-e563-4767-9378-a0f1b56f8745 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:53.261867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:53.284872 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:53.292493 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:53.300154 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:53.302396 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ddf92-0762-46ba-9d9a-c7ba901f648e" -d '{"events": [{"server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "name": "network-vif-plugged", "status": "completed", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:56:53.338119 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=6c950c08-e563-4767-9378-a0f1b56f8745,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:53.339988 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20404067-0893-457d-ac80-b39f41cb3d9d x-openstack-request-id: req-20404067-0893-457d-ac80-b39f41cb3d9d {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:56:53.340430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "name": "network-vif-plugged", "status": "completed", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:56:53.340632 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20404067-0893-457d-ac80-b39f41cb3d9d {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:56:53.341002 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745', 'code': 200} Mar 02 18:56:53.345843 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:53.364881 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:53.373538 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.373893 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.374240 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.374580 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.374919 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.375249 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.375580 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.376343 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.376343 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.376553 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.376861 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.377183 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.377529 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:53.429747 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:53.530173 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab1df4-44a3-453e-bb75-e595629bb8e1 req-e351c604-9f15-4dbe-a8c2-3930fd070af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:53.531662 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-63ab1df4-44a3-453e-bb75-e595629bb8e1 req-e351c604-9f15-4dbe-a8c2-3930fd070af9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 1130 time: 0.0437036 Mar 02 18:56:53.584537 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-63ab1df4-44a3-453e-bb75-e595629bb8e1 req-cdad3ec2-fed1-4d24-bbfd-e4b4d9f8e797 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370646 Mar 02 18:56:53.747978 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086142f2-3c61-431e-a183-514c6b9d7487 req-b0ab165d-055b-4e72-9488-d0236ad9ee1d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:53.749464 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-086142f2-3c61-431e-a183-514c6b9d7487 req-b0ab165d-055b-4e72-9488-d0236ad9ee1d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0541542 Mar 02 18:56:53.796978 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-086142f2-3c61-431e-a183-514c6b9d7487 req-726e0cbd-c64b-4339-962b-cf2cc87a8d8d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Mar 02 18:56:53.849529 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964775e8-3bad-45ba-822f-c7e82eb30f88 req-cfc0ce7c-320d-410e-abad-d3c19d74fbfb tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:53.851111 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-964775e8-3bad-45ba-822f-c7e82eb30f88 req-cfc0ce7c-320d-410e-abad-d3c19d74fbfb tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 945 time: 0.0526316 Mar 02 18:56:53.852594 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['49d27dad-bfaf-44d1-a256-c05fad6bb468'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:56:53.899804 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-964775e8-3bad-45ba-822f-c7e82eb30f88 req-b937af1f-cef7-4335-a3ca-8127d030cbf6 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Mar 02 18:56:54.108248 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d85f78-1e88-470a-8701-4070f42085dc req-9489b112-6547-47c4-9491-e8659a748e4a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:54.109756 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7d85f78-1e88-470a-8701-4070f42085dc req-9489b112-6547-47c4-9491-e8659a748e4a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0556653 Mar 02 18:56:54.160923 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7d85f78-1e88-470a-8701-4070f42085dc req-205a1d21-c36f-40c1-9261-5fa9c2aebf7c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Mar 02 18:56:54.909872 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5608b0-0c80-4683-a538-e4d894172afb req-7e24fecb-b577-4b57-a469-102c7694e9fd tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:54.911245 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ca5608b0-0c80-4683-a538-e4d894172afb req-7e24fecb-b577-4b57-a469-102c7694e9fd tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0505652 Mar 02 18:56:54.958010 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ca5608b0-0c80-4683-a538-e4d894172afb req-6312c4f9-be14-451b-9490-5813c67e5aea tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Mar 02 18:56:55.017986 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5acd98-69ad-49cb-b98e-d59a051c2af9 req-579ffa56-55f8-4f91-8528-0cb3c4f93455 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:55.019441 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a5acd98-69ad-49cb-b98e-d59a051c2af9 req-579ffa56-55f8-4f91-8528-0cb3c4f93455 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Mar 02 18:56:55.065042 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5a5acd98-69ad-49cb-b98e-d59a051c2af9 req-0012ac01-3644-48f0-9794-681a60a77a6c tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Mar 02 18:56:55.285212 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79ebfd-f1f4-4d6f-9759-9c4dcbb1eb4c req-e2a8ad48-413d-4d01-9d08-004d5a0139e9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:55.286699 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc79ebfd-f1f4-4d6f-9759-9c4dcbb1eb4c req-e2a8ad48-413d-4d01-9d08-004d5a0139e9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0555191 Mar 02 18:56:55.332483 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc79ebfd-f1f4-4d6f-9759-9c4dcbb1eb4c req-2264e034-fff4-477b-8b3e-6f44853c90a6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Mar 02 18:56:56.075239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee646d-9e51-4ea5-9be5-c488a664d2bb req-a6f55bf5-14e1-4365-a0db-d7506c2655e5 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:56.076745 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-46ee646d-9e51-4ea5-9be5-c488a664d2bb req-a6f55bf5-14e1-4365-a0db-d7506c2655e5 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0514584 Mar 02 18:56:56.123934 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-46ee646d-9e51-4ea5-9be5-c488a664d2bb req-10a2da8b-2710-4880-bd3e-dbe21c179370 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Mar 02 18:56:56.185527 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97167-db90-4217-9b87-82c48c1ca8a6 req-084d041c-6bcd-4c72-ae4b-2ef8b93570c6 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:56.187046 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3db97167-db90-4217-9b87-82c48c1ca8a6 req-084d041c-6bcd-4c72-ae4b-2ef8b93570c6 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 945 time: 0.0536785 Mar 02 18:56:56.239115 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3db97167-db90-4217-9b87-82c48c1ca8a6 req-1e5ce9fa-9d00-4cd8-8c24-955dd99a2f27 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 Mar 02 18:56:56.922420 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 49d27dad-bfaf-44d1-a256-c05fad6bb468 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:56:56.975068 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 49d27dad-bfaf-44d1-a256-c05fad6bb468 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:56:56.979105 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 49d27dad-bfaf-44d1-a256-c05fad6bb468 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:56:56.979511 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:57.060669 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 49d27dad-bfaf-44d1-a256-c05fad6bb468 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:56:57.061058 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:57.083588 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:57.085868 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8322f-4f76-4e36-8151-8a8cf5560c82" -d '{"events": [{"server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "name": "network-vif-plugged", "status": "completed", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:56:57.098874 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:56:57.102849 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:57.161405 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:57.196814 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc83d3-1f6d-4f8a-86de-eb0ab36243af x-openstack-request-id: req-e9fc83d3-1f6d-4f8a-86de-eb0ab36243af {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:56:57.197110 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "name": "network-vif-plugged", "status": "completed", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:56:57.197401 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9fc83d3-1f6d-4f8a-86de-eb0ab36243af {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:56:57.197805 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468', 'code': 200} Mar 02 18:56:57.362998 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ac90a-ea13-4a73-b5ce-b950b4ab0e0c req-b904861c-5b5d-4690-b6a1-ae0a7f2610d2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:57.364525 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d80ac90a-ea13-4a73-b5ce-b950b4ab0e0c req-b904861c-5b5d-4690-b6a1-ae0a7f2610d2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0577493 Mar 02 18:56:57.389759 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fcc9-130f-4d33-adcb-4bec7052d003 req-db33a0dd-f8d3-464b-a1c8-b4c603feafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:57.391307 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-f594fcc9-130f-4d33-adcb-4bec7052d003 req-db33a0dd-f8d3-464b-a1c8-b4c603feafa3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 1130 time: 0.0460739 Mar 02 18:56:57.414286 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d80ac90a-ea13-4a73-b5ce-b950b4ab0e0c req-332f5b61-56a2-45e9-a8ec-3eb489ac42b9 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Mar 02 18:56:57.440428 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-f594fcc9-130f-4d33-adcb-4bec7052d003 req-e9c40cb3-9874-4712-a729-49fe370a130c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Mar 02 18:56:58.535507 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cd04e-fab4-4c3d-ac28-fe432602ca4a req-596798a0-3c62-449e-b223-b36e7862d94b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:58.536985 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee9cd04e-fab4-4c3d-ac28-fe432602ca4a req-596798a0-3c62-449e-b223-b36e7862d94b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Mar 02 18:56:58.584505 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ee9cd04e-fab4-4c3d-ac28-fe432602ca4a req-c5696e45-d25c-4e36-9c9f-dca0f198bab8 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Mar 02 18:56:59.024796 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:56:59.708162 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4cda-b625-4f94-b7e9-fc63385f36c1 req-02e9400b-5da4-444c-955d-ab6676ff8689 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:59.709982 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-595f4cda-b625-4f94-b7e9-fc63385f36c1 req-02e9400b-5da4-444c-955d-ab6676ff8689 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0598011 Mar 02 18:56:59.761598 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-595f4cda-b625-4f94-b7e9-fc63385f36c1 req-faddce06-422a-4cb0-b4c4-beb2fd628965 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440512 Mar 02 18:57:00.881493 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f22ba-f13d-4d92-b767-b463584fc4c1 req-c44bedb4-463f-4bab-ab07-b8a760d3d32c tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:00.882989 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970f22ba-f13d-4d92-b767-b463584fc4c1 req-c44bedb4-463f-4bab-ab07-b8a760d3d32c tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0512745 Mar 02 18:57:00.929816 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-970f22ba-f13d-4d92-b767-b463584fc4c1 req-e0c14d28-ba5c-4c75-bd2b-7df68ab4dd41 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Mar 02 18:57:01.655149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c536-0009-4773-b51c-eb0475cfa67c req-26997e27-3db2-48b2-97eb-2bf482fafe5f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:01.656635 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5f02c536-0009-4773-b51c-eb0475cfa67c req-26997e27-3db2-48b2-97eb-2bf482fafe5f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0600610 Mar 02 18:57:01.703065 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5f02c536-0009-4773-b51c-eb0475cfa67c req-2a40ca14-bb8d-4335-8cae-655219950b1e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Mar 02 18:57:02.822877 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2f2c-236e-4ea4-94c7-df2892570d55 req-656df6a4-b0cf-4bd9-9998-3a7f41de004c tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:02.824361 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-832c2f2c-236e-4ea4-94c7-df2892570d55 req-656df6a4-b0cf-4bd9-9998-3a7f41de004c tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0548723 Mar 02 18:57:02.872028 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-832c2f2c-236e-4ea4-94c7-df2892570d55 req-0c86f79f-a1a7-44ba-8277-f57623fba450 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Mar 02 18:57:03.475078 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:57:03.753750 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e514b9-161f-4295-9d94-4174b48a67cc req-28c78674-34c9-4208-a348-a62ddefc958e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:03.755149 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-30e514b9-161f-4295-9d94-4174b48a67cc req-28c78674-34c9-4208-a348-a62ddefc958e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0694144 Mar 02 18:57:03.855158 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Deleting port 49d27dad-bfaf-44d1-a256-c05fad6bb468 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:57:03.855500 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:03.950801 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] For port 49d27dad-bfaf-44d1-a256-c05fad6bb468, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=49d27dad-bfaf-44d1-a256-c05fad6bb468,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:03.951261 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:03.964200 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Calling delete_port for 49d27dad-bfaf-44d1-a256-c05fad6bb468 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:57:03.998176 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2a072-c462-4270-b6fb-31ad839e25de req-3c86c64f-9fe2-4d22-87ad-45373825f80d tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:03.999696 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74d2a072-c462-4270-b6fb-31ad839e25de req-3c86c64f-9fe2-4d22-87ad-45373825f80d tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38a2d4-7279-4c41-8777-80cf2b6966a6 HTTP/1.1" status: 200 len: 946 time: 0.0534489 Mar 02 18:57:04.060118 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74d2a072-c462-4270-b6fb-31ad839e25de req-619fd901-07cb-4c30-b83d-0cca801486e3 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Mar 02 18:57:04.109588 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (49d27dad-bfaf-44d1-a256-c05fad6bb468), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:04.123231 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['49d27dad-bfaf-44d1-a256-c05fad6bb468'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:57:04.141847 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Pushing event deleted for resources: {'Port': ['ID=49d27dad-bfaf-44d1-a256-c05fad6bb468,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:04.182164 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] No DVR routers for this DVR port 49d27dad-bfaf-44d1-a256-c05fad6bb468 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:04.184815 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:04.188095 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-30e514b9-161f-4295-9d94-4174b48a67cc req-4bcff285-bb44-44a1-b5cf-923ca1bd84e2 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "DELETE /v2.0/ports/49d27dad-bfaf-44d1-a256-c05fad6bb468 HTTP/1.1" status: 204 len: 173 time: 0.4259784 Mar 02 18:57:04.188544 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'name': 'network-vif-deleted', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:04.190798 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ef967-658b-4aae-bd3f-27807d2377b3" -d '{"events": [{"server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "name": "network-vif-deleted", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:57:04.227222 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364cd25f-5e35-44ef-b0b5-ed5346f6cdcf x-openstack-request-id: req-364cd25f-5e35-44ef-b0b5-ed5346f6cdcf {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:57:04.227513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38a2d4-7279-4c41-8777-80cf2b6966a6", "name": "network-vif-deleted", "tag": "49d27dad-bfaf-44d1-a256-c05fad6bb468", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:57:04.227766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-364cd25f-5e35-44ef-b0b5-ed5346f6cdcf {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:57:04.228239 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38a2d4-7279-4c41-8777-80cf2b6966a6', 'name': 'network-vif-deleted', 'tag': '49d27dad-bfaf-44d1-a256-c05fad6bb468', 'status': 'completed', 'code': 200} Mar 02 18:57:04.370003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-55daed41-407b-4d0f-bd1e-0d137f527962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:05.316446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-6f53c68a-5279-4e56-afa3-aea4e53b011b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:05.318233 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-6f53c68a-5279-4e56-afa3-aea4e53b011b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 809 time: 0.1007783 Mar 02 18:57:05.332741 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-b0777a42-4682-435c-af28-d08d99af7b44 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/quotas/887303fc66f949b6b3a5ba8fbe83b985 HTTP/1.1" status: 200 len: 375 time: 0.0094821 Mar 02 18:57:05.365075 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-845665fd-7a98-427a-b7e9-43861c175d45 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270672 Mar 02 18:57:05.458511 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-2f553a5f-9ffd-4349-a85f-766e995e1b9d service neutron] 10.222.0.21 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867321 Mar 02 18:57:05.547236 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-0176e6a9-17a6-4a87-89ee-8181f569954c service neutron] 10.222.0.21 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832524 Mar 02 18:57:05.712625 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8964e0a3-802d-4029-99b8-ab5f64a0fe95 req-172f0c03-7c3a-4bf8-9631-da78f69b8aea tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Mar 02 18:57:06.659552 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-381fc7ba-770d-4a4f-a038-d2849fb694e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:06.707006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-0cd2e8c3-1083-4102-abd9-e1ebac8a384e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:06.708474 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-0cd2e8c3-1083-4102-abd9-e1ebac8a384e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 809 time: 0.1097372 Mar 02 18:57:06.721879 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Request body: {'port': {'device_id': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7', 'admin_state_up': True, 'tenant_id': '887303fc66f949b6b3a5ba8fbe83b985'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:06.820509 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a719f8e-8c6f-4b9d-ab65-ac31e995ac61 req-8e4888d6-e962-4e83-b0f1-f0c8ded9e153 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 210 time: 0.0312912 Mar 02 18:57:06.836394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Made reservation on behalf of 887303fc66f949b6b3a5ba8fbe83b985 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:06.840683 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:06.965382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Allocated IP 172.20.0.12 (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7/84af8ce7-af60-4a7e-92f9-3953f7e94f24/0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:06.982875 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 49d27dad-bfaf-44d1-a256-c05fad6bb468 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:57:07.003057 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 49d27dad-bfaf-44d1-a256-c05fad6bb468 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:57:07.003751 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 49d27dad-bfaf-44d1-a256-c05fad6bb468 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:57:07.135136 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks [] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.169467 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.212864 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:07.216146 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:07.220380 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:57:07.226991 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Pushing event updated for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:07.270640 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:07.271519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.288134 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-e8410f18-258c-411e-8a87-d5f79bc5a2ac tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5705223 Mar 02 18:57:07.299897 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Request body: {'port': {'device_id': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:07.362523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.617858 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:07.625663 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks [] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.637590 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Transition to ACTIVE for port object 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:57:07.642087 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.692861 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Pushing event updated for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:07.759202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Attempting to bind port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:57:07.759901 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Attempting to bind port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:57:07.759901 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Attempting to bind port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:57:07.764025 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:57:07.764355 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Attempting to bind port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 on network 7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:57:07.769771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:57:07.770114 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Checking segment: {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:57:07.770495 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Bound using segment: {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:57:07.770922 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Bound port: 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44974254-2422-4f68-b7f5-6c170e8935a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:57:07.771620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.792563 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.836341 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:57:07.840576 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:57:07.848015 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.886453 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:07.887251 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:07.888799 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] 10.222.0.41 "PUT /v2.0/ports/0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 HTTP/1.1" status: 200 len: 1094 time: 0.5930154 Mar 02 18:57:07.889436 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:07.891939 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b606f-85b0-4cba-911a-b02e5a65b3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:57:07.926261 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28babfe0-df75-4c4b-ad81-7518608266ca service neutron] Pushing event updated for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:07.957963 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287a71-bc81-4f4a-896b-2b50d311b164 req-dd346a9f-2483-4fcc-b667-94da23abc154 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:07.959456 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0a287a71-bc81-4f4a-896b-2b50d311b164 req-dd346a9f-2483-4fcc-b667-94da23abc154 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 944 time: 0.0625570 Mar 02 18:57:07.966307 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af38d53-ee09-4cf5-957f-6bd633ced8d2 x-openstack-request-id: req-3af38d53-ee09-4cf5-957f-6bd633ced8d2 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:57:07.966600 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:57:07.966853 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3af38d53-ee09-4cf5-957f-6bd633ced8d2 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:57:07.967243 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5', 'status': 'completed', 'code': 200} Mar 02 18:57:07.986355 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-5ef3fcf9-39bc-4978-b3ca-57445c10a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:07.987859 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-5ef3fcf9-39bc-4978-b3ca-57445c10a739 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 1128 time: 0.0535114 Mar 02 18:57:08.009366 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0a287a71-bc81-4f4a-896b-2b50d311b164 req-0ea7b8d8-8cff-42b2-819d-07f1215004da tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Mar 02 18:57:08.036866 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-8c8e6102-46c9-4118-a679-637895d8407a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 HTTP/1.1" status: 200 len: 217 time: 0.0339372 Mar 02 18:57:08.087796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-dcdd2d0e-9818-4706-9353-47a4f2012f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:08.089238 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-dcdd2d0e-9818-4706-9353-47a4f2012f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84af8ce7-af60-4a7e-92f9-3953f7e94f24 HTTP/1.1" status: 200 len: 849 time: 0.0451221 Mar 02 18:57:08.127253 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-04c83acf-8d81-43f1-afa6-d2d444b0f859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313821 Mar 02 18:57:08.217289 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-9a6e53e9-009c-4ad0-93e5-f2da5865ad05 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837619 Mar 02 18:57:08.308818 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-d52cf82c-9b70-45cf-9f26-9e3a87375bdf req-8bac837b-35ba-445e-9189-3b56f34f522a service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Mar 02 18:57:08.395134 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-71171c16-ae1d-4193-8d13-15200cb1da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:08.396929 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-71171c16-ae1d-4193-8d13-15200cb1da8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 1128 time: 0.0443883 Mar 02 18:57:08.490807 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-f88a7869-2a96-42df-82e8-c8633e8bc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:08.492154 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-f88a7869-2a96-42df-82e8-c8633e8bc451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 200 len: 910 time: 0.0878227 Mar 02 18:57:08.536215 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-f5d0f318-e001-4d68-9ecf-a2eeaa1108eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 HTTP/1.1" status: 200 len: 217 time: 0.0370805 Mar 02 18:57:08.583129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-c6e34722-f16c-4176-b71d-5782719642e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:08.584546 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-c6e34722-f16c-4176-b71d-5782719642e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84af8ce7-af60-4a7e-92f9-3953f7e94f24 HTTP/1.1" status: 200 len: 849 time: 0.0418410 Mar 02 18:57:08.615013 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-659513ab-c2c0-468c-9ff3-bcd412c7c7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239439 Mar 02 18:57:08.707241 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-d608cb7e-5c54-4768-a1b0-12d319015c75 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854461 Mar 02 18:57:08.800912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-638b606f-85b0-4cba-911a-b02e5a65b3a1 req-58f08f3c-a768-417f-913b-d35f13fe9d64 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Mar 02 18:57:09.131188 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1f4bf-0b4a-4c0d-b0d4-536ee7146721 req-c0274528-ad6f-4414-b2d3-f033468ff743 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:09.132695 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fa1f4bf-0b4a-4c0d-b0d4-536ee7146721 req-c0274528-ad6f-4414-b2d3-f033468ff743 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 944 time: 0.0571556 Mar 02 18:57:09.184530 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fa1f4bf-0b4a-4c0d-b0d4-536ee7146721 req-5f9f17b5-fe9a-45d2-a76e-2ed01375d5ed tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Mar 02 18:57:09.616223 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:10.299081 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf884b-1ba0-4547-af6b-bd203ab8f883 req-3c6cfd64-fe7b-4e07-b40a-67d6b761ffd1 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:10.300567 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2edf884b-1ba0-4547-af6b-bd203ab8f883 req-3c6cfd64-fe7b-4e07-b40a-67d6b761ffd1 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 944 time: 0.0514281 Mar 02 18:57:10.347393 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2edf884b-1ba0-4547-af6b-bd203ab8f883 req-796b6fc5-caa6-4029-b2fb-3b2266a42aec tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Mar 02 18:57:10.700662 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:11.463897 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60799b-233c-419f-ad91-149147ba36ec req-2a4ed7e7-82cd-46e7-8359-e0c08d52ed6f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:11.465359 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bf60799b-233c-419f-ad91-149147ba36ec req-2a4ed7e7-82cd-46e7-8359-e0c08d52ed6f tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 944 time: 0.0522459 Mar 02 18:57:11.512826 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bf60799b-233c-419f-ad91-149147ba36ec req-e57565f7-4724-41d7-887b-ddb560e47729 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Mar 02 18:57:12.644268 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11627728-f786-41cf-8b2c-e43c024ab93f req-95c9eb49-ebc5-48f2-900d-923bd50f65d1 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:12.645882 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-11627728-f786-41cf-8b2c-e43c024ab93f req-95c9eb49-ebc5-48f2-900d-923bd50f65d1 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 944 time: 0.0623710 Mar 02 18:57:12.708709 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-11627728-f786-41cf-8b2c-e43c024ab93f req-10bbef4c-0df6-470e-b206-015fea1ec123 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565856 Mar 02 18:57:13.017706 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:57:13.117175 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:13.129924 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5', 'network_id': '7e3c95cd-28c0-4b53-8da0-139eaf4f76f7', 'port_id': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5', 'mac_address': 'fa:16:3e:2b:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84af8ce7-af60-4a7e-92f9-3953f7e94f24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:57:13.171791 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:57:13.172186 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:13.185468 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:13.205377 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:13.210541 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:13.258879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:13.787764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:57:13.827592 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998778d-f08f-4ef2-bf6d-a87cee11bf52 req-e33f9a6b-0c98-4f4f-8be1-bf806be98af5 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:13.829094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f998778d-f08f-4ef2-bf6d-a87cee11bf52 req-e33f9a6b-0c98-4f4f-8be1-bf806be98af5 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Mar 02 18:57:13.885593 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f998778d-f08f-4ef2-bf6d-a87cee11bf52 req-85aec721-45cb-4b9a-8edd-3b3ea9c25167 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508876 Mar 02 18:57:15.014896 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cd6b1-b495-4fdf-938c-bc7d5fdd4fb9 req-4a5481c2-7148-4035-bf3e-16e3d333e56b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:15.016504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fa1cd6b1-b495-4fdf-938c-bc7d5fdd4fb9 req-4a5481c2-7148-4035-bf3e-16e3d333e56b tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 945 time: 0.0577874 Mar 02 18:57:15.067796 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fa1cd6b1-b495-4fdf-938c-bc7d5fdd4fb9 req-e897fa10-998b-4602-ae43-4b3d12051811 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Mar 02 18:57:16.193228 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c775fd-7233-4dbd-af5d-a06a7163ed33 req-b2ce476e-f264-4008-93e6-bb12cc8c101e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:16.194762 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-40c775fd-7233-4dbd-af5d-a06a7163ed33 req-b2ce476e-f264-4008-93e6-bb12cc8c101e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 945 time: 0.0528564 Mar 02 18:57:16.243245 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-40c775fd-7233-4dbd-af5d-a06a7163ed33 req-2f5a13a4-62a4-4465-918a-9e7d7c0a78d0 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Mar 02 18:57:17.035699 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:57:17.085677 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:57:17.089305 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:57:17.089717 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:17.172564 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:57:17.172961 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:17.196419 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:17.198744 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f124d-4fe6-4b9e-84be-aedcf43fd167" -d '{"events": [{"server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "name": "network-vif-plugged", "status": "completed", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:57:17.211280 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:17.215680 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:17.242246 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2759320-72fc-413c-8604-9aa0d78d52d0 x-openstack-request-id: req-e2759320-72fc-413c-8604-9aa0d78d52d0 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:57:17.242543 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "name": "network-vif-plugged", "status": "completed", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:57:17.242793 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2759320-72fc-413c-8604-9aa0d78d52d0 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:57:17.243178 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5', 'code': 200} Mar 02 18:57:17.281804 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:17.380992 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75f5a2-7643-46d6-804b-b0fee118e16b req-e25d2849-bf05-4a5d-b7a8-92e815a673f4 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:17.382564 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c75f5a2-7643-46d6-804b-b0fee118e16b req-e25d2849-bf05-4a5d-b7a8-92e815a673f4 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0625134 Mar 02 18:57:17.438778 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c75f5a2-7643-46d6-804b-b0fee118e16b req-b0f30324-2d56-4f81-bc6e-cf0f682a61af tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Mar 02 18:57:17.466147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0f1b-7740-44a4-b4f0-5d08b22accc4 req-7681a805-ec1a-4c43-8f65-8f73ace40fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:17.468177 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e70c0f1b-7740-44a4-b4f0-5d08b22accc4 req-7681a805-ec1a-4c43-8f65-8f73ace40fab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 1130 time: 0.0439303 Mar 02 18:57:17.518726 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e70c0f1b-7740-44a4-b4f0-5d08b22accc4 req-c17b259b-59f6-4c9f-a22e-2e2d4bcb492c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Mar 02 18:57:18.568501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638a6e-b6bc-4c99-9298-918982fef756 req-fa170ea3-d3a0-4934-bd7e-16cf7c918b35 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:18.570067 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-57638a6e-b6bc-4c99-9298-918982fef756 req-fa170ea3-d3a0-4934-bd7e-16cf7c918b35 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0600100 Mar 02 18:57:18.617304 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-57638a6e-b6bc-4c99-9298-918982fef756 req-c86da04a-cd83-4cea-b0db-ad9bb5228b3e tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Mar 02 18:57:19.736225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca56a3f-af47-4c18-8531-ace866bc9ab2 req-1a7aa4c1-49a8-44e2-b1e2-ea9b476b9848 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:19.737786 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fca56a3f-af47-4c18-8531-ace866bc9ab2 req-1a7aa4c1-49a8-44e2-b1e2-ea9b476b9848 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0542448 Mar 02 18:57:19.786311 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fca56a3f-af47-4c18-8531-ace866bc9ab2 req-aae842cd-a6e6-488f-9e06-dedb118de6f9 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Mar 02 18:57:20.911050 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1e0d-1b69-46cb-b44b-b00ac0a82a63 req-d4b0d43d-0250-455a-ae81-8fbd0a13e070 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:20.912463 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-edea1e0d-1b69-46cb-b44b-b00ac0a82a63 req-d4b0d43d-0250-455a-ae81-8fbd0a13e070 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0577261 Mar 02 18:57:20.960204 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-edea1e0d-1b69-46cb-b44b-b00ac0a82a63 req-6c287833-dff7-472c-9594-5a186bad54af tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Mar 02 18:57:21.715152 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d9b2-bd91-44f8-a889-5be3af43d4c2 req-e5a1ca70-f647-4c13-b5a4-22b8b025e471 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:21.716678 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d298d9b2-bd91-44f8-a889-5be3af43d4c2 req-e5a1ca70-f647-4c13-b5a4-22b8b025e471 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0531533 Mar 02 18:57:21.767441 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d298d9b2-bd91-44f8-a889-5be3af43d4c2 req-4cb460de-39ae-47af-b852-4c69c91647ab tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Mar 02 18:57:22.884542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc74dc2-e444-4e3c-a62b-3351b9dc8be1 req-a51b6782-1bb0-4dc4-9aa5-34dfe45519e3 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:22.886067 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8bc74dc2-e444-4e3c-a62b-3351b9dc8be1 req-a51b6782-1bb0-4dc4-9aa5-34dfe45519e3 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0532041 Mar 02 18:57:22.939842 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8bc74dc2-e444-4e3c-a62b-3351b9dc8be1 req-eca271e8-384f-4d00-9439-15be5b0e39fe tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Mar 02 18:57:23.761610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-728c1ea4-bb06-4fdc-8591-9694f3ee2268 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:23.763156 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-728c1ea4-bb06-4fdc-8591-9694f3ee2268 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0568066 Mar 02 18:57:23.878748 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Deleting port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:57:23.879098 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:23.980635 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] For port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,segment=NetworkSegment(44974254-2422-4f68-b7f5-6c170e8935a8),segment_id=44974254-2422-4f68-b7f5-6c170e8935a8)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:23.981065 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:23.997201 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Calling delete_port for 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:57:24.067426 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51381b1a-17f0-44a9-b582-0c0c42b28d35 req-dc3403b0-ec2c-4ab8-aef5-d9caab271cca tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:24.069059 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51381b1a-17f0-44a9-b582-0c0c42b28d35 req-dc3403b0-ec2c-4ab8-aef5-d9caab271cca tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b26935c-20c4-4eba-a561-ed32c2a78092 HTTP/1.1" status: 200 len: 946 time: 0.0568438 Mar 02 18:57:24.123119 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51381b1a-17f0-44a9-b582-0c0c42b28d35 req-672b2d72-4c5f-41e5-b4e9-aad40f790735 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Mar 02 18:57:24.140544 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:24.159853 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:57:24.188807 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Pushing event deleted for resources: {'Port': ['ID=0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:24.238415 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] No DVR routers for this DVR port 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:24.240999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:24.244408 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-07514c1f-635b-41bc-b595-fe1cd37b7336 req-43d2d153-dd4d-4052-b6e5-6e4061ca1e56 tempest-VolumesActionsTest-701082285 tempest-VolumesActionsTest-701082285-project] 10.222.0.41 "DELETE /v2.0/ports/0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 HTTP/1.1" status: 204 len: 173 time: 0.4672790 Mar 02 18:57:24.244873 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'name': 'network-vif-deleted', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:24.247245 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186f3a12-6ec3-465b-9f9d-2130c29d4cb0" -d '{"events": [{"server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "name": "network-vif-deleted", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:57:24.286510 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158da750-43ce-456a-8ec5-14ccd2941326 x-openstack-request-id: req-158da750-43ce-456a-8ec5-14ccd2941326 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:57:24.286797 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b26935c-20c4-4eba-a561-ed32c2a78092", "name": "network-vif-deleted", "tag": "0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:57:24.287052 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-158da750-43ce-456a-8ec5-14ccd2941326 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:57:24.287452 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b26935c-20c4-4eba-a561-ed32c2a78092', 'name': 'network-vif-deleted', 'tag': '0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5', 'status': 'completed', 'code': 200} Mar 02 18:57:30.445136 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:57:30.471884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:57:30.472515 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0e59d0eb-de9a-4c9d-9ba9-7ab2dbaee0a5 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:57:30.475338 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:30.536715 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-f5292dad-e265-44c1-bc65-204812ba1913 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481288 Mar 02 18:57:30.685991 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-e26e9284-01b4-4e65-b45c-a4015ffd9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:30.687874 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-e26e9284-01b4-4e65-b45c-a4015ffd9dde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 1130 time: 0.0496330 Mar 02 18:57:30.790853 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-f998bbe3-dcc1-43ed-a541-c56ede210ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:30.792352 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-f998bbe3-dcc1-43ed-a541-c56ede210ddc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0834532 Mar 02 18:57:30.860361 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-cb7064ca-d14d-4204-9772-ffde53d9e29d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 200 len: 1001 time: 0.0613084 Mar 02 18:57:30.909913 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-f85bf043-fa8e-4b6a-b03e-843bfbc4ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:30.911374 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-f85bf043-fa8e-4b6a-b03e-843bfbc4ada1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0438552 Mar 02 18:57:30.960120 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-27695673-2c0d-4b5c-9c12-907e6f00beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:30.961548 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-27695673-2c0d-4b5c-9c12-907e6f00beee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436733 Mar 02 18:57:31.267430 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-901fae81-c7f3-4eff-bbf8-3851f4654b11 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984920 Mar 02 18:57:31.354923 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-bdc9f378-3499-4582-a1d2-03c3d099d9bc req-6eb9d9d3-326b-4026-8130-d49e9f9a5473 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809910 Mar 02 18:57:34.384087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c9aab15b-3998-4083-9fd0-0d5207241f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:36.671742 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-746022b2-735d-47e4-9602-7087e85f7f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:37.809421 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:39.639117 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:40.475452 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:57:40.696515 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.246488 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60410) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:53.291034 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Deleting subnet 84af8ce7-af60-4a7e-92f9-3953f7e94f24 {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:57:53.294157 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Publish callbacks [] for subnet (84af8ce7-af60-4a7e-92f9-3953f7e94f24), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.333101 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12314990'] for subnet (84af8ce7-af60-4a7e-92f9-3953f7e94f24), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.373159 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (84af8ce7-af60-4a7e-92f9-3953f7e94f24), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.426997 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8762010'] for subnet (84af8ce7-af60-4a7e-92f9-3953f7e94f24), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.453759 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84af8ce7-af60-4a7e-92f9-3953f7e94f24,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:53.461859 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.465000 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84af8ce7-af60-4a7e-92f9-3953f7e94f24 HTTP/1.1" status: 204 len: 168 time: 0.2170143 Mar 02 18:57:53.466753 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.467102 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.467542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.467921 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.468088 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60412) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:53.468623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.468623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.468871 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.469200 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.469584 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.469893 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.470212 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.470539 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.470864 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c3b26-7140-4fdb-afa1-83ae59c45872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.543366 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.618713 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.638452 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3c95cd-28c0-4b53-8da0-139eaf4f76f7']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:53.648015 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44974254-2422-4f68-b7f5-6c170e8935a8') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:53.648306 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44974254-2422-4f68-b7f5-6c170e8935a8') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:53.657762 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (44974254-2422-4f68-b7f5-6c170e8935a8), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.671072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (44974254-2422-4f68-b7f5-6c170e8935a8), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.677180 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:57:53.677605 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (44974254-2422-4f68-b7f5-6c170e8935a8), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:57:53.679429 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:57:53.736347 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (7e3c95cd-28c0-4b53-8da0-139eaf4f76f7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.742169 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.745587 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e3c95cd-28c0-4b53-8da0-139eaf4f76f7 HTTP/1.1" status: 204 len: 168 time: 0.2761908 Mar 02 18:57:53.760252 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3c95cd-28c0-4b53-8da0-139eaf4f76f7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:53.774797 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.775163 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.775475 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.775813 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.776141 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.776463 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.776790 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.777129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.777469 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.777795 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.778162 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.778476 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.778834 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c19bb-8bc4-4d4b-bdb4-d49a298a412d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:53.865361 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60416) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:53.905610 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f87c4fae-5c74-4071-8660-50b25a2180fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=887303fc66f949b6b3a5ba8fbe83b985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389831 Mar 02 18:57:53.907931 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60418) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:53.953934 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] Publish callbacks [] for security_group (bf8f0605-07b7-4b0a-bda5-cd4d8d57543c), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:53.974473 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] Publish callbacks [] for security_group (bf8f0605-07b7-4b0a-bda5-cd4d8d57543c), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:54.027772 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (bf8f0605-07b7-4b0a-bda5-cd4d8d57543c), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:54.030830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:54.032002 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf8f0605-07b7-4b0a-bda5-cd4d8d57543c HTTP/1.1" status: 204 len: 168 time: 0.1231880 Mar 02 18:57:54.040002 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87151538-a94c-455a-a504-0bedb553ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8f0605-07b7-4b0a-bda5-cd4d8d57543c,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.740574 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c87c3-b55e-475a-b7c1-e3a614e5b2e7 req-9342277f-1329-4549-985c-8ae848756ad2 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:55.742184 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-974c87c3-b55e-475a-b7c1-e3a614e5b2e7 req-9342277f-1329-4549-985c-8ae848756ad2 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0547521 Mar 02 18:57:55.803108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-974c87c3-b55e-475a-b7c1-e3a614e5b2e7 req-d2ad0c14-de29-4629-a9f4-f36c1f259d44 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532336 Mar 02 18:57:56.925143 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d160-1e4d-4311-aed8-fe192eed1044 req-3efcc1e4-976e-4f9f-9cc7-90e16f8b8ef3 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.926747 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf73d160-1e4d-4311-aed8-fe192eed1044 req-3efcc1e4-976e-4f9f-9cc7-90e16f8b8ef3 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0527370 Mar 02 18:57:56.979039 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf73d160-1e4d-4311-aed8-fe192eed1044 req-d39d0485-a02d-412c-9dd8-da17fb190316 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458457 Mar 02 18:57:57.584762 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60482) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:57.687992 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1781aa59-2d85-4a62-b44b-0a72c301b4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.784926 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1781aa59-2d85-4a62-b44b-0a72c301b4d3 admin admin] Publish callbacks [] for security_group (f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.788736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1781aa59-2d85-4a62-b44b-0a72c301b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.839437 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-176b32d2-4902-438d-a24d-d7196f58bbd9 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:57.841409 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-176b32d2-4902-438d-a24d-d7196f58bbd9 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.1026964 Mar 02 18:57:57.843691 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1781aa59-2d85-4a62-b44b-0a72c301b4d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=456738281df746018931e1e9d758fd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579069 Mar 02 18:57:57.847196 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60486) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:57:57.855794 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781aa59-2d85-4a62-b44b-0a72c301b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.899724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] Publish callbacks [] for security_group (f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.922111 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] Publish callbacks [] for security_group (f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.939596 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Deleting port 6c950c08-e563-4767-9378-a0f1b56f8745 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:57:57.939936 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.971789 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.974568 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:57.975700 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd HTTP/1.1" status: 204 len: 168 time: 0.1273122 Mar 02 18:57:57.984550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bfd98-9e04-4d2f-9b20-f24c58460fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a6c17-a0a7-43bd-ad38-c21f21e9a9bd,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.050148 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] For port 6c950c08-e563-4767-9378-a0f1b56f8745, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=6c950c08-e563-4767-9378-a0f1b56f8745,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:58.050637 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:58.066749 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Calling delete_port for 6c950c08-e563-4767-9378-a0f1b56f8745 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:57:58.111023 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c6c57-381e-4a4e-af0d-99d8600f28ee req-ed70f717-0ddc-40f8-a22a-efa40890cdae tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:58.112469 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7c4c6c57-381e-4a4e-af0d-99d8600f28ee req-ed70f717-0ddc-40f8-a22a-efa40890cdae tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f2b1cb-92a6-477e-be0e-1f20b96e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0587370 Mar 02 18:57:58.169969 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7c4c6c57-381e-4a4e-af0d-99d8600f28ee req-64694135-af78-435d-a6fc-d273c7faf8f5 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466385 Mar 02 18:57:58.214077 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (6c950c08-e563-4767-9378-a0f1b56f8745), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:58.226859 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['6c950c08-e563-4767-9378-a0f1b56f8745'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:57:58.246629 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Pushing event deleted for resources: {'Port': ['ID=6c950c08-e563-4767-9378-a0f1b56f8745,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.289806 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] No DVR routers for this DVR port 6c950c08-e563-4767-9378-a0f1b56f8745 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:58.292385 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:57:58.295704 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-077d016d-2b1d-4c52-a6b4-1993e06cd946 req-be61a85e-6ee2-498d-a7bc-9a2bf685bbd0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "DELETE /v2.0/ports/6c950c08-e563-4767-9378-a0f1b56f8745 HTTP/1.1" status: 204 len: 173 time: 0.4482172 Mar 02 18:57:58.296348 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'name': 'network-vif-deleted', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:58.298657 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87503b95-fe98-43df-9a93-3d8ce60ff3ec" -d '{"events": [{"server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "name": "network-vif-deleted", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:57:58.338906 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20596cd-aa74-4ed9-9bc9-92703cd474de x-openstack-request-id: req-b20596cd-aa74-4ed9-9bc9-92703cd474de {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:57:58.339192 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f2b1cb-92a6-477e-be0e-1f20b96e0c9a", "name": "network-vif-deleted", "tag": "6c950c08-e563-4767-9378-a0f1b56f8745", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:57:58.339437 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b20596cd-aa74-4ed9-9bc9-92703cd474de {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:57:58.339833 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2b1cb-92a6-477e-be0e-1f20b96e0c9a', 'name': 'network-vif-deleted', 'tag': '6c950c08-e563-4767-9378-a0f1b56f8745', 'status': 'completed', 'code': 200} Mar 02 18:58:00.441463 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:01.720475 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 6c950c08-e563-4767-9378-a0f1b56f8745 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:01.740823 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 6c950c08-e563-4767-9378-a0f1b56f8745 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:01.741170 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 6c950c08-e563-4767-9378-a0f1b56f8745 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:04.368380 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b915-c72b-47e6-99b0-236055d3ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:06.668341 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-48d43e46-ecf1-41ee-89e4-cd35a7966faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:07.572649 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-43e62ddb-7160-45f8-b442-f1755aff34be tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473417091&fields=id&tenant_id=0d057704ed0a48ecbe8561f437b892c7 HTTP/1.1" status: 200 len: 267 time: 0.0444434 Mar 02 18:58:07.634688 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-29fc045b-ae33-489f-9495-fc9915cdf3fd tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:07.636679 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-29fc045b-ae33-489f-9495-fc9915cdf3fd tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 985 time: 0.0586779 Mar 02 18:58:07.652164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Request body: {'port': {'security_groups': ['61b90b30-02e5-4eff-b258-9b4acf740f14']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:07.737361 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:07.801382 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:07.927216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:07.958236 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:07.964122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.014371 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:08.014952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.016807 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0feff7e5-327f-4654-9d51-7bd8c9850980 req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "PUT /v2.0/ports/0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 943 time: 0.3735056 Mar 02 18:58:08.017024 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:08.019660 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:08.024661 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60640) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:08.051880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e44515-bdae-4429-83c5-c54d3251a715 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event updated for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=7']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.113624 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (f9d2f601-af13-4a32-838e-87fa678a7696), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.138731 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d747c-8c4b-4fe3-8f41-9df73425ef27 x-openstack-request-id: req-2e4d747c-8c4b-4fe3-8f41-9df73425ef27 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:08.139033 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:08.139289 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e4d747c-8c4b-4fe3-8f41-9df73425ef27 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:08.139686 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:58:08.146688 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (f9d2f601-af13-4a32-838e-87fa678a7696), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.218831 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f9d2f601-af13-4a32-838e-87fa678a7696), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.221661 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.222807 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9d2f601-af13-4a32-838e-87fa678a7696 HTTP/1.1" status: 204 len: 168 time: 0.1958923 Mar 02 18:58:08.225766 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60644) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:08.233084 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d1652-0e91-44bf-923d-8cfae754c384 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2f601-af13-4a32-838e-87fa678a7696,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.330733 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-5ac6c5d9-ecb8-426b-9ed6-81d12a360071 None None] Provisioning complete for port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:58:08.331115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c5d9-ecb8-426b-9ed6-81d12a360071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.415963 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6c5d9-ecb8-426b-9ed6-81d12a360071 None None] Current status of the port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d is: ACTIVE; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:58:08.453825 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Deleting port c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:08.454084 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.532354 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.532679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for floatingip (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.545863 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Calling delete_port for c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39 owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:08.729505 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.755379 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event deleted for resources: {'Port': ['ID=c6b0a3bf-1070-49cc-a2ee-ff5d7743fb39,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.817322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks [] for floatingip (ec283dce-9d36-4334-bfcd-87b965bf90ac), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:08.817676 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Floating IP ec283dce-9d36-4334-bfcd-87b965bf90ac disassociated (deleted). External IP: 172.27.1.93, port: 0d2dbd47-d71c-48c1-910c-40aeea8ee23d. Mar 02 18:58:09.274130 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Router e8f858b8-57c1-4767-8832-5f820ededb95 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:09.392388 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:09.397634 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:09.402819 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Sync routers for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:09.413824 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:09.414499 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:09.432940 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4bc9f2c5-cd20-46b5-9292-c720969d5cfb tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec283dce-9d36-4334-bfcd-87b965bf90ac HTTP/1.1" status: 204 len: 168 time: 1.2059612 Mar 02 18:58:09.529715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:09.667884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:09.748936 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:09.781816 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Checking router: e8f858b8-57c1-4767-8832-5f820ededb95 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:09.790780 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:09.791412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:10.031273 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:10.141136 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:10.144393 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c83f539-10a4-48da-8fa9-f445f0c7530d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:10.204093 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff573569-f6e3-4b42-9eb7-d7b54791c222 x-openstack-request-id: req-ff573569-f6e3-4b42-9eb7-d7b54791c222 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:10.204583 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:10.204850 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff573569-f6e3-4b42-9eb7-d7b54791c222 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:10.205255 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:58:10.269987 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:10.309594 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fa226-e3db-4e9c-9987-6e3a2a9dd428 None None] The sync data for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi is: [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:26Z', 'revision_number': 4, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '1170e71b-14fd-46e3-b3ba-a03018740bbe', 'name': '', 'network_id': '2f9296aa-0132-48e7-a56e-48719b9fc450', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'mac_address': 'fa:16:3e:68:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'subnets': [{'id': '2d5ec29e-ec51-45b1-a483-62ea656f7a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:10.528313 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a1565-f3a5-4922-b4e4-47a2dbe8380c None None] New status for floating IP ec283dce-9d36-4334-bfcd-87b965bf90ac: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:58:10.691008 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:10.997259 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:58:12.655083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-4aa8d70f-8437-4add-bc9a-3157a9c6cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:12.656628 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-4aa8d70f-8437-4add-bc9a-3157a9c6cd54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1130 time: 0.0564542 Mar 02 18:58:12.709756 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:58:12.756417 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-dfeabff6-f2e9-4b33-a7a4-01c52000f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:12.757946 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-dfeabff6-f2e9-4b33-a7a4-01c52000f0f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.0889521 Mar 02 18:58:12.805237 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-de19f359-1366-4e92-94e2-2c79d014ce68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 217 time: 0.0406878 Mar 02 18:58:12.856545 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-178a1cd9-d15d-460e-8f0e-ff129ed8e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:12.858106 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-178a1cd9-d15d-460e-8f0e-ff129ed8e058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.0467792 Mar 02 18:58:12.906533 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-364405b7-4664-42ff-a430-00e373f5c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:12.908031 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-364405b7-4664-42ff-a430-00e373f5c589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437698 Mar 02 18:58:12.998342 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-18551111-ac59-479a-8b13-9f3801b9c96a service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Mar 02 18:58:13.119897 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-66dc3a8a-1d33-4910-80ae-9cb4a043d4ad req-24caec38-1a57-4d9a-bd5b-d6dc29544119 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922720 Mar 02 18:58:13.217278 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-1f888391-953a-4126-af5d-2b5114b10cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.218864 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-1f888391-953a-4126-af5d-2b5114b10cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d057704ed0a48ecbe8561f437b892c7&device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 1130 time: 0.0476060 Mar 02 18:58:13.320379 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-39a11ddf-cc28-4cea-bb43-3e131c9944a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.321245 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-39a11ddf-cc28-4cea-bb43-3e131c9944a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 200 len: 916 time: 0.0953302 Mar 02 18:58:13.364935 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-27e3e046-de93-437b-b0b5-001a1d4f0135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 200 len: 217 time: 0.0376015 Mar 02 18:58:13.429438 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e7c11ddf-a770-4f36-b40a-1b495adf8b46 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.429981 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-dbca60bf-da56-4f2b-9964-98f26e79d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.431382 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-dbca60bf-da56-4f2b-9964-98f26e79d01c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 200 len: 854 time: 0.0505345 Mar 02 18:58:13.432085 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e7c11ddf-a770-4f36-b40a-1b495adf8b46 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 814 time: 0.1243751 Mar 02 18:58:13.450812 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-fd8bb834-2d87-402e-951f-25d903f0baad tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/quotas/2cfdaab7cf764338ab72c23402fe1067 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Mar 02 18:58:13.486123 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-6aeb034c-4a33-470e-a757-d80c11838018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.487856 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-6aeb034c-4a33-470e-a757-d80c11838018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f9296aa-0132-48e7-a56e-48719b9fc450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454211 Mar 02 18:58:13.489977 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-7cf3f528-5571-4ba3-a6a2-7dbf75549a77 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328681 Mar 02 18:58:13.586571 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-27467c13-df2e-4805-9977-ca3c0a1d0894 service neutron] 10.222.0.21 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901537 Mar 02 18:58:13.598587 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-a96c5da6-2293-4590-a5dd-a48390fe1b98 service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890014 Mar 02 18:58:13.685514 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-4cbc7d56-b6af-4097-babb-2015444721e8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932932 Mar 02 18:58:13.702935 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9c83f539-10a4-48da-8fa9-f445f0c7530d req-ee762a12-84b4-41de-8ddd-dde5d391666c service neutron] 10.222.0.41 "GET /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976360 Mar 02 18:58:13.873648 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-679d1f16-4325-4f88-aa4e-aa9895b3787f req-2d5073ed-303d-45b6-868b-eed083513169 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 210 time: 0.0313001 Mar 02 18:58:14.974463 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e32fb77d-c038-4aa7-8bca-faf642d35806 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:14.975959 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e32fb77d-c038-4aa7-8bca-faf642d35806 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 814 time: 0.1141214 Mar 02 18:58:14.981950 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-990f864c-e022-4e7a-ad68-ab7e2a421dcc req-57e45f5a-7262-4c43-9c27-fe07d031a4e1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Mar 02 18:58:14.992143 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Request body: {'port': {'device_id': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2', 'admin_state_up': True, 'tenant_id': '2cfdaab7cf764338ab72c23402fe1067'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:15.125642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Made reservation on behalf of 2cfdaab7cf764338ab72c23402fe1067 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:15.129014 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:15.271642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Allocated IP 172.20.0.3 (1a268cf3-240f-4a5e-bd87-d1545143e2d2/592928e5-64ff-427f-bc04-cf1d942aa9ae/498174cf-603b-44c4-9ebb-1073d0dc5b00) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:15.442776 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85e0e8-f619-44f2-9ec4-c177043b3b13 req-b2d9dfd5-ef1b-4878-ae8f-9ab1eeccfd3d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.444133 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e85e0e8-f619-44f2-9ec4-c177043b3b13 req-b2d9dfd5-ef1b-4878-ae8f-9ab1eeccfd3d tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0933087 Mar 02 18:58:15.488049 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks [] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:15.494765 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5e85e0e8-f619-44f2-9ec4-c177043b3b13 req-b8a05ba6-86ab-4be0-b6ad-d88b573d0aa0 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Mar 02 18:58:15.537226 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:15.582113 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:15.585242 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:15.589487 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:58:15.618816 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Pushing event updated for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.651828 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.652662 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:15.668450 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-743aca50-0a02-4022-b89b-25a69d4ce4a0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6802473 Mar 02 18:58:15.684031 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Request body: {'port': {'device_id': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:15.741552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d7c5-7c07-47f5-aab9-224bb4d5929b req-e69c5863-3793-4427-9903-1627f860e55b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.743186 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ae7d7c5-7c07-47f5-aab9-224bb4d5929b req-e69c5863-3793-4427-9903-1627f860e55b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0565941 Mar 02 18:58:15.744441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:15.792367 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ae7d7c5-7c07-47f5-aab9-224bb4d5929b req-abfd44b1-a501-45a5-879f-dadb90b71d37 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Mar 02 18:58:16.008832 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498174cf-603b-44c4-9ebb-1073d0dc5b00 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:16.018017 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks [] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:16.039345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Transition to ACTIVE for port object 498174cf-603b-44c4-9ebb-1073d0dc5b00 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:58:16.044417 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:16.100031 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Pushing event updated for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:16.105905 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389b84-e798-4330-b381-067a06b847d5 req-8feb8fde-93c2-45db-8522-b47ccdab0f07 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.109939 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74389b84-e798-4330-b381-067a06b847d5 req-8feb8fde-93c2-45db-8522-b47ccdab0f07 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 943 time: 0.0542817 Mar 02 18:58:16.159288 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-74389b84-e798-4330-b381-067a06b847d5 req-47d5c07c-8b41-4223-b05b-77b4d6f712d5 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Mar 02 18:58:16.177610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Attempting to bind port 498174cf-603b-44c4-9ebb-1073d0dc5b00 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:58:16.177945 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Attempting to bind port 498174cf-603b-44c4-9ebb-1073d0dc5b00 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:58:16.178292 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Attempting to bind port 498174cf-603b-44c4-9ebb-1073d0dc5b00 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:58:16.183324 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Port 498174cf-603b-44c4-9ebb-1073d0dc5b00 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:58:16.183758 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Attempting to bind port 498174cf-603b-44c4-9ebb-1073d0dc5b00 on network 1a268cf3-240f-4a5e-bd87-d1545143e2d2 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:58:16.188699 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:58:16.189029 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Checking segment: {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:58:16.189439 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Bound using segment: {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:58:16.189861 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Bound port: 498174cf-603b-44c4-9ebb-1073d0dc5b00, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:58:16.190211 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:16.258620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:16.261829 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:16.267176 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:16.299187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.299996 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:16.301400 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-33f75869-7e73-4660-a693-a005687c8097 service neutron] 10.222.0.41 "PUT /v2.0/ports/498174cf-603b-44c4-9ebb-1073d0dc5b00 HTTP/1.1" status: 200 len: 1093 time: 0.6221342 Mar 02 18:58:16.303659 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:16.306495 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c5633-7d0d-4f62-8924-534155205b57" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:16.333641 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75869-7e73-4660-a693-a005687c8097 service neutron] Pushing event updated for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:16.347211 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3f71b6-3809-4c7b-86ad-6e31a2a1f069 x-openstack-request-id: req-5b3f71b6-3809-4c7b-86ad-6e31a2a1f069 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:16.347505 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:16.347829 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b3f71b6-3809-4c7b-86ad-6e31a2a1f069 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:16.348438 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00', 'status': 'completed', 'code': 200} Mar 02 18:58:16.405240 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e222bcb2-2f3c-466c-892a-af187386f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.406792 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-e222bcb2-2f3c-466c-892a-af187386f646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 1127 time: 0.0486624 Mar 02 18:58:16.495772 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-62aab79c-62f8-4089-936b-1dcf1bbe1362 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00 HTTP/1.1" status: 200 len: 217 time: 0.0393653 Mar 02 18:58:16.549580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-d51f7651-925a-4094-ab16-40755bec61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.551036 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-d51f7651-925a-4094-ab16-40755bec61d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=592928e5-64ff-427f-bc04-cf1d942aa9ae HTTP/1.1" status: 200 len: 854 time: 0.0455587 Mar 02 18:58:16.583039 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-7275b2e8-767e-4148-a6ca-fa76a96d4365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a268cf3-240f-4a5e-bd87-d1545143e2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248680 Mar 02 18:58:16.617297 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0938e-a43b-4d06-83c8-187be69141c9 req-c8a2941e-4640-4faa-b8e9-366c5a26a28c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.618822 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b4f0938e-a43b-4d06-83c8-187be69141c9 req-c8a2941e-4640-4faa-b8e9-366c5a26a28c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Mar 02 18:58:16.671780 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b4f0938e-a43b-4d06-83c8-187be69141c9 req-6bb1e3f5-f348-451e-87a3-2288e2b2683c tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b90b30-02e5-4eff-b258-9b4acf740f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Mar 02 18:58:16.676550 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-7b31bfb8-f7c1-4c05-a907-4e1efb65ba74 service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Mar 02 18:58:16.778646 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-18048b17-7f2d-4089-ae90-b5bd61fc67cd req-8c54cd79-d87d-49b0-afda-6169d44832db service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Mar 02 18:58:16.894833 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c5633-7d0d-4f62-8924-534155205b57 req-504c4782-6efa-4ef6-af0c-3b30ae5a2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.896405 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-504c4782-6efa-4ef6-af0c-3b30ae5a2341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cfdaab7cf764338ab72c23402fe1067&device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 1127 time: 0.0487435 Mar 02 18:58:16.912883 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ce3ed-23c2-4c8b-8d63-951cdeec0e0f req-da4f4b42-433f-443f-81a9-70fa7349ee60 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.914466 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a10ce3ed-23c2-4c8b-8d63-951cdeec0e0f req-da4f4b42-433f-443f-81a9-70fa7349ee60 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0542352 Mar 02 18:58:16.962062 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a10ce3ed-23c2-4c8b-8d63-951cdeec0e0f req-d3398b79-4b07-45e2-9d6f-c51814184877 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Mar 02 18:58:16.986501 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c5633-7d0d-4f62-8924-534155205b57 req-637195a0-8c5d-4335-85c6-e46e6a983263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.987966 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-637195a0-8c5d-4335-85c6-e46e6a983263 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 200 len: 915 time: 0.0848291 Mar 02 18:58:17.030803 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-f5212481-6e7a-400d-8133-0e1b50e6c5d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00 HTTP/1.1" status: 200 len: 217 time: 0.0348597 Mar 02 18:58:17.094668 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c5633-7d0d-4f62-8924-534155205b57 req-fc56a016-5080-4523-9958-b3fb79a3f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.096098 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-fc56a016-5080-4523-9958-b3fb79a3f6c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=592928e5-64ff-427f-bc04-cf1d942aa9ae HTTP/1.1" status: 200 len: 854 time: 0.0468976 Mar 02 18:58:17.126657 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-99d42993-a325-4ec6-a0ae-313458bf37f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a268cf3-240f-4a5e-bd87-d1545143e2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244420 Mar 02 18:58:17.227736 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-4b2f3f33-1aef-42aa-809d-b45aa9533edf service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944593 Mar 02 18:58:17.288450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521c992-4707-47b2-976b-ca8f8a262485 req-3756cc14-2657-4ced-86ff-02228a6ccb9a tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.289892 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e521c992-4707-47b2-976b-ca8f8a262485 req-3756cc14-2657-4ced-86ff-02228a6ccb9a tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 943 time: 0.0523651 Mar 02 18:58:17.320981 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-745c5633-7d0d-4f62-8924-534155205b57 req-e6df261c-61a4-4b10-b340-4c3f941e38bd service neutron] 10.222.0.41 "GET /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Mar 02 18:58:17.339360 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e521c992-4707-47b2-976b-ca8f8a262485 req-a8a8e4a6-a6e0-4b7c-a2d3-1553641d5ef0 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Mar 02 18:58:17.409145 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-650fdcb5-479f-4d06-9728-0db93143b0d9 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.410631 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-650fdcb5-479f-4d06-9728-0db93143b0d9 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 946 time: 0.0592160 Mar 02 18:58:17.473883 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:58:17.509099 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Deleting port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:17.509475 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:17.601011 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] For port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:17.601294 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:17.615601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Calling delete_port for 0d2dbd47-d71c-48c1-910c-40aeea8ee23d owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:17.750692 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (0d2dbd47-d71c-48c1-910c-40aeea8ee23d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:17.767252 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['0d2dbd47-d71c-48c1-910c-40aeea8ee23d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:58:17.780571 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51459dc6-d2cc-414d-bdef-9e81081eeecf req-b6108dfd-c684-4c5d-a742-69ae0a5b547a tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7f2f74-1056-4960-bdaa-9f53fef5ee72 HTTP/1.1" status: 200 len: 210 time: 0.0421958 Mar 02 18:58:17.800657 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Pushing event deleted for resources: {'Port': ['ID=0d2dbd47-d71c-48c1-910c-40aeea8ee23d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.842059 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] No DVR routers for this DVR port 0d2dbd47-d71c-48c1-910c-40aeea8ee23d on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:17.844679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:17.848298 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19067938-e3d8-4d8f-a6a9-fbba1e1bc982 req-061920c0-2bb7-489b-9141-4254b2d3f7c8 tempest-TestMinimumBasicScenario-1405853966 tempest-TestMinimumBasicScenario-1405853966-project] 10.222.0.41 "DELETE /v2.0/ports/0d2dbd47-d71c-48c1-910c-40aeea8ee23d HTTP/1.1" status: 204 len: 173 time: 0.4294169 Mar 02 18:58:17.848767 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'name': 'network-vif-deleted', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:17.851718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa050f-9c57-4a84-966a-92da894bf5a4" -d '{"events": [{"server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "name": "network-vif-deleted", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:17.893348 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896cec8a-2bc5-43f0-b871-6e7d3b1dccc3 x-openstack-request-id: req-896cec8a-2bc5-43f0-b871-6e7d3b1dccc3 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:17.893698 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7f2f74-1056-4960-bdaa-9f53fef5ee72", "name": "network-vif-deleted", "tag": "0d2dbd47-d71c-48c1-910c-40aeea8ee23d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:17.894016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-896cec8a-2bc5-43f0-b871-6e7d3b1dccc3 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:17.894680 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7f2f74-1056-4960-bdaa-9f53fef5ee72', 'name': 'network-vif-deleted', 'tag': '0d2dbd47-d71c-48c1-910c-40aeea8ee23d', 'status': 'completed', 'code': 200} Mar 02 18:58:18.080561 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98190780-238c-4e2d-b6d9-952ae103ef31 req-12184400-d5d1-41d3-9e7a-ed972574dc06 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:18.082105 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-98190780-238c-4e2d-b6d9-952ae103ef31 req-12184400-d5d1-41d3-9e7a-ed972574dc06 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0529158 Mar 02 18:58:18.135458 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-98190780-238c-4e2d-b6d9-952ae103ef31 req-fa293a1d-572d-4ede-bb69-b9b7a7cc1131 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Mar 02 18:58:18.460615 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ac30-4049-43e9-b641-b47ca4409893 req-33dcdd65-0c4a-4ea1-a32c-19f0bd8ecd68 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:18.462347 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6055ac30-4049-43e9-b641-b47ca4409893 req-33dcdd65-0c4a-4ea1-a32c-19f0bd8ecd68 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 943 time: 0.0552959 Mar 02 18:58:18.515661 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6055ac30-4049-43e9-b641-b47ca4409893 req-252ce375-7b02-4582-a7ca-a4fce1e81c69 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Mar 02 18:58:19.263336 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876022d-9b16-414b-a5a5-972ab5d57122 req-9bc25942-4f15-4b86-8958-a047e9c8bb57 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.265580 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7876022d-9b16-414b-a5a5-972ab5d57122 req-9bc25942-4f15-4b86-8958-a047e9c8bb57 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0564871 Mar 02 18:58:19.328481 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7876022d-9b16-414b-a5a5-972ab5d57122 req-ad7378d9-fbda-4c50-8dd4-77905ef7f768 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575790 Mar 02 18:58:19.463829 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60840) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:19.687941 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46348-7299-49cd-ba0d-44bb105f8cdb req-5e032141-e578-4282-82af-45ae8cdd86c4 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.689468 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95f46348-7299-49cd-ba0d-44bb105f8cdb req-5e032141-e578-4282-82af-45ae8cdd86c4 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 943 time: 0.1043556 Mar 02 18:58:19.812875 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95f46348-7299-49cd-ba0d-44bb105f8cdb req-98465b5f-36ac-40f9-b2fa-26dc7ea0170d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902929 Mar 02 18:58:20.101001 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (e8f858b8-57c1-4767-8832-5f820ededb95), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:20.451054 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Deleting port 1170e71b-14fd-46e3-b3ba-a03018740bbe {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:20.451387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:20.505609 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a739-05ad-4527-a9d9-eececb419819 req-2067cb6c-d184-4d23-ace7-d0f3ef07f6cf tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.507362 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6b51a739-05ad-4527-a9d9-eececb419819 req-2067cb6c-d184-4d23-ace7-d0f3ef07f6cf tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1074684 Mar 02 18:58:20.569196 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] For port 1170e71b-14fd-46e3-b3ba-a03018740bbe, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=1170e71b-14fd-46e3-b3ba-a03018740bbe,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:20.569578 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:20.590844 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6b51a739-05ad-4527-a9d9-eececb419819 req-dd54c340-3b69-4bc2-ac06-d637e3d99b72 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759642 Mar 02 18:58:20.591696 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Calling delete_port for 1170e71b-14fd-46e3-b3ba-a03018740bbe owned by network:router_interface {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:20.774771 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (1170e71b-14fd-46e3-b3ba-a03018740bbe), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:20.804112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1170e71b-14fd-46e3-b3ba-a03018740bbe,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:21.095671 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 498174cf-603b-44c4-9ebb-1073d0dc5b00 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:58:21.099791 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0d2dbd47-d71c-48c1-910c-40aeea8ee23d no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:21.137243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 0d2dbd47-d71c-48c1-910c-40aeea8ee23d {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:21.137759 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 0d2dbd47-d71c-48c1-910c-40aeea8ee23d not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:21.230776 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:21.241873 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '498174cf-603b-44c4-9ebb-1073d0dc5b00', 'network_id': '1a268cf3-240f-4a5e-bd87-d1545143e2d2', 'port_id': '498174cf-603b-44c4-9ebb-1073d0dc5b00', 'mac_address': 'fa:16:3e:5e:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592928e5-64ff-427f-bc04-cf1d942aa9ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:58:21.268363 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677df4b1-f517-4b4d-9f26-8d1bf2edff60 req-4db00163-d63f-4bcf-b035-3fb174a7a4e2 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.269722 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-677df4b1-f517-4b4d-9f26-8d1bf2edff60 req-4db00163-d63f-4bcf-b035-3fb174a7a4e2 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 943 time: 0.3727608 Mar 02 18:58:21.277077 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (e8f858b8-57c1-4767-8832-5f820ededb95), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:21.292314 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 498174cf-603b-44c4-9ebb-1073d0dc5b00 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:58:21.292949 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:21.313786 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498174cf-603b-44c4-9ebb-1073d0dc5b00 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:21.334462 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:21.340016 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:21.402127 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:21.410869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.411483 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.413536 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.414124 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.414641 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.415599 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.417375 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.417726 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.418244 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.419082 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.419404 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.420734 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.424850 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:21.451159 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-677df4b1-f517-4b4d-9f26-8d1bf2edff60 req-ff89274b-3660-4c52-a677-912593995e28 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568778 Mar 02 18:58:21.583364 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Router e8f858b8-57c1-4767-8832-5f820ededb95 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:21.726846 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:21.732274 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-69130de2-6848-40da-9576-68f53bc8b0bd admin admin] 10.222.0.21 "PUT /v2.0/routers/e8f858b8-57c1-4767-8832-5f820ededb95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2673504 Mar 02 18:58:21.734950 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60856) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:21.737370 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Sync routers for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:21.748313 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:21.748884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:21.749025 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1208b1-d8df-48ab-ad6b-0b5f94dc611b req-6f3a2604-73df-4066-af56-5f7ef7b4bba6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.750820 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bf1208b1-d8df-48ab-ad6b-0b5f94dc611b req-6f3a2604-73df-4066-af56-5f7ef7b4bba6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0751345 Mar 02 18:58:21.801485 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bf1208b1-d8df-48ab-ad6b-0b5f94dc611b req-526aa184-5f21-4074-962d-4ace9fc520a4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Mar 02 18:58:21.842822 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['498174cf-603b-44c4-9ebb-1073d0dc5b00'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:58:21.854550 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks [] for router (e8f858b8-57c1-4767-8832-5f820ededb95), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:21.901352 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:22.174029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:58:20Z', 'revision_number': 5, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port': {'id': '7a07915d-7d8f-4497-8a43-98fd084958ec', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:23Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:22.189843 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks [] for router_gateway (e8f858b8-57c1-4767-8832-5f820ededb95), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.204868 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Checking router: e8f858b8-57c1-4767-8832-5f820ededb95 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:22.214292 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Routers {'e8f858b8-57c1-4767-8832-5f820ededb95'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:22.215116 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e8f858b8-57c1-4767-8832-5f820ededb95'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:22.254751 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Deleting port 7a07915d-7d8f-4497-8a43-98fd084958ec {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:22.255089 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.302923 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] Set router e8f858b8-57c1-4767-8832-5f820ededb95 gateway port host: None {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:22.334691 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] For port 7a07915d-7d8f-4497-8a43-98fd084958ec, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=7a07915d-7d8f-4497-8a43-98fd084958ec,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:22.335051 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.352443 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Calling delete_port for 7a07915d-7d8f-4497-8a43-98fd084958ec owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:22.358418 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:58:22Z', 'revision_number': 6, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:22.386112 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fefe7f-2bdd-4e7d-9ce0-dc0c3bff990e None None] The sync data for ids ['e8f858b8-57c1-4767-8832-5f820ededb95'] in dv-cinder-800704-3-iscsi is: [{'id': 'e8f858b8-57c1-4767-8832-5f820ededb95', 'name': 'tempest-TestMinimumBasicScenario-2004039795-router', 'tenant_id': '0d057704ed0a48ecbe8561f437b892c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:58:22Z', 'revision_number': 6, 'project_id': '0d057704ed0a48ecbe8561f437b892c7', 'gw_port_host': None}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:22.530313 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (7a07915d-7d8f-4497-8a43-98fd084958ec), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.556208 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a07915d-7d8f-4497-8a43-98fd084958ec,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.577821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498fa04-e195-4c3a-9527-5276a5975218 req-a49ef4f2-9859-4e9f-af9f-ae91f9e2a374 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:22.579309 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a498fa04-e195-4c3a-9527-5276a5975218 req-a49ef4f2-9859-4e9f-af9f-ae91f9e2a374 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 944 time: 0.0593526 Mar 02 18:58:22.615096 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (e8f858b8-57c1-4767-8832-5f820ededb95), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.627802 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a498fa04-e195-4c3a-9527-5276a5975218 req-00fbebe7-30f9-45e3-ab50-734912d0aec7 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Mar 02 18:58:22.723339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (e8f858b8-57c1-4767-8832-5f820ededb95), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.725567 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks [] for router_controller (e8f858b8-57c1-4767-8832-5f820ededb95), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.791121 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (e8f858b8-57c1-4767-8832-5f820ededb95), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.791808 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f858b8-57c1-4767-8832-5f820ededb95 {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:58:22.796462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.797660 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2ce4bd64-a94b-4b1d-8d5a-ffc60727fccc admin admin] 10.222.0.21 "DELETE /v2.0/routers/e8f858b8-57c1-4767-8832-5f820ededb95 HTTP/1.1" status: 204 len: 168 time: 1.0608897 Mar 02 18:58:22.800331 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60862) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:22.845625 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Deleting subnet 2d5ec29e-ec51-45b1-a483-62ea656f7a8d {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:58:22.848770 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Publish callbacks [] for subnet (2d5ec29e-ec51-45b1-a483-62ea656f7a8d), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.887227 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (2d5ec29e-ec51-45b1-a483-62ea656f7a8d), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:22.924590 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c76d4-06c1-4edd-85f5-83f5a2c09ce0 req-772f4ed7-e4c6-4f7c-a7da-508466276e69 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:22.926098 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-408c76d4-06c1-4edd-85f5-83f5a2c09ce0 req-772f4ed7-e4c6-4f7c-a7da-508466276e69 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0524497 Mar 02 18:58:22.972686 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-408c76d4-06c1-4edd-85f5-83f5a2c09ce0 req-738fa3cf-adf6-4b8e-b2b6-5172d99de4da tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Mar 02 18:58:22.989623 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (2d5ec29e-ec51-45b1-a483-62ea656f7a8d), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.043826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (2d5ec29e-ec51-45b1-a483-62ea656f7a8d), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.068439 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5ec29e-ec51-45b1-a483-62ea656f7a8d,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.073768 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.077740 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1ab7dd5b-6775-40de-8724-2290dbbba805 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d5ec29e-ec51-45b1-a483-62ea656f7a8d HTTP/1.1" status: 204 len: 168 time: 0.2756577 Mar 02 18:58:23.079408 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60868) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:23.079574 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c5439-7e1f-42b7-8347-d24d034e1650 None None] Network 2f9296aa-0132-48e7-a56e-48719b9fc450 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:58:23.147804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (2f9296aa-0132-48e7-a56e-48719b9fc450), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.215166 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Deleting port b1186449-4ead-4233-87db-7d964f9ddacc {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:23.215516 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.241630 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] DHCP port deletion for 2f9296aa-0132-48e7-a56e-48719b9fc450 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 18:58:23.280419 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] For port b1186449-4ead-4233-87db-7d964f9ddacc, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=b1186449-4ead-4233-87db-7d964f9ddacc,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:23.280775 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.293592 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Calling delete_port for b1186449-4ead-4233-87db-7d964f9ddacc owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:23.296381 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Deleting port b1186449-4ead-4233-87db-7d964f9ddacc {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:23.296764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.366292 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] For port b1186449-4ead-4233-87db-7d964f9ddacc, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=b1186449-4ead-4233-87db-7d964f9ddacc,segment=NetworkSegment(d7a751c6-c2f9-4c83-bbf1-46fcab27011c),segment_id=d7a751c6-c2f9-4c83-bbf1-46fcab27011c)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:23.366610 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.380485 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.386447 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Calling delete_port for b1186449-4ead-4233-87db-7d964f9ddacc owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:23.419084 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] No DVR routers for this DVR port b1186449-4ead-4233-87db-7d964f9ddacc on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:23.423742 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Pushing event deleted for resources: {'Port': ['ID=b1186449-4ead-4233-87db-7d964f9ddacc,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.481003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device b1186449-4ead-4233-87db-7d964f9ddacc no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:23.506473 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (2f9296aa-0132-48e7-a56e-48719b9fc450), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.508028 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: b1186449-4ead-4233-87db-7d964f9ddacc {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:23.508382 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device b1186449-4ead-4233-87db-7d964f9ddacc not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:23.508803 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 1170e71b-14fd-46e3-b3ba-a03018740bbe no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:23.531707 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9296aa-0132-48e7-a56e-48719b9fc450']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:23.542374 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:23.542668 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a751c6-c2f9-4c83-bbf1-46fcab27011c') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:23.544212 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 1170e71b-14fd-46e3-b3ba-a03018740bbe {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:23.544554 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 1170e71b-14fd-46e3-b3ba-a03018740bbe not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:23.544971 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 7a07915d-7d8f-4497-8a43-98fd084958ec no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:23.552255 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (d7a751c6-c2f9-4c83-bbf1-46fcab27011c), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.566239 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (d7a751c6-c2f9-4c83-bbf1-46fcab27011c), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.572698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 7a07915d-7d8f-4497-8a43-98fd084958ec {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:23.573481 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 7a07915d-7d8f-4497-8a43-98fd084958ec not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:23.574994 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:58:23.575479 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (d7a751c6-c2f9-4c83-bbf1-46fcab27011c), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:23.577404 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:23.596901 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (b1186449-4ead-4233-87db-7d964f9ddacc), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.626820 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] Pushing event deleted for resources: {'Port': ['ID=b1186449-4ead-4233-87db-7d964f9ddacc,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.632520 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35b497-efbe-4fa8-a176-3c7704b23662 None None] No DVR routers for this DVR port b1186449-4ead-4233-87db-7d964f9ddacc on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:23.637956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (2f9296aa-0132-48e7-a56e-48719b9fc450), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.643496 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:23.649239 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f9296aa-0132-48e7-a56e-48719b9fc450 HTTP/1.1" status: 204 len: 168 time: 0.5663087 Mar 02 18:58:23.653834 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 60872) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:23.660583 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5319c-ed40-47b2-84a5-dc63459204df admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9296aa-0132-48e7-a56e-48719b9fc450,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.800654 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718086d5-3ab8-4353-ae40-d0454a01c2e8 req-5c6bf3d5-3c24-4f6f-9831-b0ca3f0f9b81 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.802183 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-718086d5-3ab8-4353-ae40-d0454a01c2e8 req-5c6bf3d5-3c24-4f6f-9831-b0ca3f0f9b81 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 944 time: 0.0999186 Mar 02 18:58:23.929726 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-718086d5-3ab8-4353-ae40-d0454a01c2e8 req-2d5febec-e411-44dc-b978-627fa78ab605 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911448 Mar 02 18:58:24.122366 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd7b1-84d3-48f4-994c-0c0c6e8f5ce9 req-1fe92f0a-ebb4-4a31-b5e7-d419599b8426 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:24.123752 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b75bd7b1-84d3-48f4-994c-0c0c6e8f5ce9 req-1fe92f0a-ebb4-4a31-b5e7-d419599b8426 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0721650 Mar 02 18:58:24.127610 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:24.239579 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b75bd7b1-84d3-48f4-994c-0c0c6e8f5ce9 req-b746b0be-ee74-42a5-9534-a1164fc631dc tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099589 Mar 02 18:58:24.415065 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Deleting port df633525-d316-4681-a472-c46f5d460d8f {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:24.415376 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (df633525-d316-4681-a472-c46f5d460d8f), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:24.491780 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] For port df633525-d316-4681-a472-c46f5d460d8f, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=df633525-d316-4681-a472-c46f5d460d8f,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:24.492136 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (df633525-d316-4681-a472-c46f5d460d8f), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:24.504217 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Calling delete_port for df633525-d316-4681-a472-c46f5d460d8f owned by network:router_interface {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:24.706676 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (df633525-d316-4681-a472-c46f5d460d8f), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:24.731614 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=df633525-d316-4681-a472-c46f5d460d8f,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:24.907298 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.095690 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 498174cf-603b-44c4-9ebb-1073d0dc5b00 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:58:25.157450 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 498174cf-603b-44c4-9ebb-1073d0dc5b00 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:58:25.161578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 498174cf-603b-44c4-9ebb-1073d0dc5b00 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:58:25.161946 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.232349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:25.251367 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 498174cf-603b-44c4-9ebb-1073d0dc5b00 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:58:25.251767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.265662 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995681f-33a5-4645-99b7-b21f881c4b0f req-3edd7e07-e92d-4022-8ef9-3b0d9b1b5009 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.267394 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1995681f-33a5-4645-99b7-b21f881c4b0f req-3edd7e07-e92d-4022-8ef9-3b0d9b1b5009 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 944 time: 0.1075866 Mar 02 18:58:25.274586 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:25.277061 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795814f-c881-4ab6-b01b-f428d58cdbe6" -d '{"events": [{"server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "name": "network-vif-plugged", "status": "completed", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:25.277564 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b4816-fa25-4790-9fd1-04f2bb01dc4c req-5c4bb33d-ce3c-4dc7-bfd3-33ed7530e6c3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.279014 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4b8b4816-fa25-4790-9fd1-04f2bb01dc4c req-5c4bb33d-ce3c-4dc7-bfd3-33ed7530e6c3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.1082728 Mar 02 18:58:25.289726 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:25.294579 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.344878 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:25.433055 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1995681f-33a5-4645-99b7-b21f881c4b0f req-35718943-1029-4250-b43f-4dc54da91091 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530743 Mar 02 18:58:25.450911 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4b8b4816-fa25-4790-9fd1-04f2bb01dc4c req-66e489e6-2937-481c-9bfa-5d78397aa218 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346521 Mar 02 18:58:25.460577 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:25.469368 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-6f6f4273-0d19-411b-aca2-c78d451fc1cb admin admin] 10.222.0.21 "PUT /v2.0/routers/6fceadd3-31d4-4ff5-9539-ddde32b3a022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126979 Mar 02 18:58:25.470870 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60894) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:25.491581 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Sync routers for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:25.507750 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d9147-9634-4b45-8e05-6b1e5df85b43 x-openstack-request-id: req-040d9147-9634-4b45-8e05-6b1e5df85b43 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:25.508123 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "name": "network-vif-plugged", "status": "completed", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:25.508627 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-040d9147-9634-4b45-8e05-6b1e5df85b43 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:25.509114 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00', 'code': 200} Mar 02 18:58:25.514003 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:25.514945 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:25.559602 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd76ab7-ccf2-44c7-a3bc-2fe90c8dfc91 req-6a67fba0-f1a1-4f79-bc12-556777e2eef4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.561130 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efd76ab7-ccf2-44c7-a3bc-2fe90c8dfc91 req-6a67fba0-f1a1-4f79-bc12-556777e2eef4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0611024 Mar 02 18:58:25.609481 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks [] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.611333 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efd76ab7-ccf2-44c7-a3bc-2fe90c8dfc91 req-e39f7db1-a16f-44b2-af1c-fb64b9b24afb tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Mar 02 18:58:25.662089 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:25.732886 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks [] for router_gateway (6fceadd3-31d4-4ff5-9539-ddde32b3a022), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.752452 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e4db-1cb3-4e7b-a8f6-06dac05e1877 req-728c7720-1c11-435a-ab7d-a71234150478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.754678 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dea4e4db-1cb3-4e7b-a8f6-06dac05e1877 req-728c7720-1c11-435a-ab7d-a71234150478 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 1129 time: 0.0603299 Mar 02 18:58:25.806091 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Deleting port e9bb4c18-03b3-4889-b9f5-a64c303eeed7 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:25.807442 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.826988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dea4e4db-1cb3-4e7b-a8f6-06dac05e1877 req-f87bf697-55e7-46dd-8194-31c6c4fd84fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647676 Mar 02 18:58:25.868980 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:58:24Z', 'revision_number': 5, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port': {'id': 'e9bb4c18-03b3-4889-b9f5-a64c303eeed7', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:25.902309 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Checking router: 6fceadd3-31d4-4ff5-9539-ddde32b3a022 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:25.910487 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Routers {'6fceadd3-31d4-4ff5-9539-ddde32b3a022'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:25.911093 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:25.916275 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] For port e9bb4c18-03b3-4889-b9f5-a64c303eeed7, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:25.916636 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:25.929067 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Calling delete_port for e9bb4c18-03b3-4889-b9f5-a64c303eeed7 owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:25.997594 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] Set router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 gateway port host: None {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:26.049350 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:58:25Z', 'revision_number': 6, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:26.096268 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (e9bb4c18-03b3-4889-b9f5-a64c303eeed7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.122771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bb4c18-03b3-4889-b9f5-a64c303eeed7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.169269 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed4b37-c24f-4752-9841-53c96eb364f7 None None] The sync data for ids ['6fceadd3-31d4-4ff5-9539-ddde32b3a022'] in dv-cinder-800704-3-iscsi is: [{'id': '6fceadd3-31d4-4ff5-9539-ddde32b3a022', 'name': 'tempest-TestMinimumBasicScenario-635867443-router', 'tenant_id': '06e739d9cd7945228e4826006fe25eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:30Z', 'updated_at': '2022-03-02T18:58:25Z', 'revision_number': 6, 'project_id': '06e739d9cd7945228e4826006fe25eec', 'gw_port_host': None}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:26.189467 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.282281 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.284423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks [] for router_controller (6fceadd3-31d4-4ff5-9539-ddde32b3a022), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.327883 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (6fceadd3-31d4-4ff5-9539-ddde32b3a022), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.328338 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fceadd3-31d4-4ff5-9539-ddde32b3a022 {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:58:26.333323 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.334462 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5b3f6db1-8687-4a85-bf54-30dac958ac73 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6fceadd3-31d4-4ff5-9539-ddde32b3a022 HTTP/1.1" status: 204 len: 168 time: 0.8624258 Mar 02 18:58:26.337967 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60902) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:26.382555 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Deleting subnet 05980e84-6eeb-4b81-b2fc-226d2828a754 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:58:26.386796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Publish callbacks [] for subnet (05980e84-6eeb-4b81-b2fc-226d2828a754), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.424868 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (05980e84-6eeb-4b81-b2fc-226d2828a754), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.507232 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (05980e84-6eeb-4b81-b2fc-226d2828a754), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.564831 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (05980e84-6eeb-4b81-b2fc-226d2828a754), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.590586 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05980e84-6eeb-4b81-b2fc-226d2828a754,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.597037 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.600280 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e048a2a9-765c-49b9-9a61-26911c2c80fd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/05980e84-6eeb-4b81-b2fc-226d2828a754 HTTP/1.1" status: 204 len: 168 time: 0.2613456 Mar 02 18:58:26.602735 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60908) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:26.607485 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f5606-1d65-4a66-a231-a3efa6a8083a None None] Network 72939ad2-14c5-45c8-9979-78335f2239b7 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 18:58:26.631034 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9380-a9fd-452c-b905-d3977487d507 req-81691aae-594f-42d0-a33d-32fa3a3bdf61 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.635963 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-045f9380-a9fd-452c-b905-d3977487d507 req-81691aae-594f-42d0-a33d-32fa3a3bdf61 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.1327026 Mar 02 18:58:26.689898 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (72939ad2-14c5-45c8-9979-78335f2239b7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.699179 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42054d-0ae9-4ead-89d3-767f7dfc75b3 req-8333f599-d3ad-4112-a6e4-ba3bc73ea223 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.705948 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cc42054d-0ae9-4ead-89d3-767f7dfc75b3 req-8333f599-d3ad-4112-a6e4-ba3bc73ea223 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.1331131 Mar 02 18:58:26.715934 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-045f9380-a9fd-452c-b905-d3977487d507 req-1ff5f8ac-0b06-4ba3-ad2c-90939997112d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754597 Mar 02 18:58:26.755089 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Deleting port bd812fef-8fae-47eb-ac26-69125568c988 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:26.755443 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (bd812fef-8fae-47eb-ac26-69125568c988), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.769708 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cc42054d-0ae9-4ead-89d3-767f7dfc75b3 req-c48d85f7-1cfb-4043-967e-8b78125c0380 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601614 Mar 02 18:58:26.821345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] For port bd812fef-8fae-47eb-ac26-69125568c988, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bd812fef-8fae-47eb-ac26-69125568c988,segment=NetworkSegment(be7be27f-90ae-4616-8ad1-9680bd0a6429),segment_id=be7be27f-90ae-4616-8ad1-9680bd0a6429)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:26.821748 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (bd812fef-8fae-47eb-ac26-69125568c988), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.838632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Calling delete_port for bd812fef-8fae-47eb-ac26-69125568c988 owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:26.856468 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec3f86-4c76-4bd1-b171-3a3772664ab4 req-04b8f61e-43f9-4fae-aaff-0050129b0f10 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.858585 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3bec3f86-4c76-4bd1-b171-3a3772664ab4 req-04b8f61e-43f9-4fae-aaff-0050129b0f10 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0563922 Mar 02 18:58:26.913588 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3bec3f86-4c76-4bd1-b171-3a3772664ab4 req-a6ba4b56-6904-4af7-acd1-ef6e4c34f42e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490673 Mar 02 18:58:26.927860 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (bd812fef-8fae-47eb-ac26-69125568c988), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:26.950720 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Pushing event deleted for resources: {'Port': ['ID=bd812fef-8fae-47eb-ac26-69125568c988,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.966225 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] No DVR routers for this DVR port bd812fef-8fae-47eb-ac26-69125568c988 on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:26.993942 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4988a-6c8f-4d1f-81a0-5c2e0f202d24 None None] DHCP port deletion for 72939ad2-14c5-45c8-9979-78335f2239b7 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 18:58:27.057223 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (72939ad2-14c5-45c8-9979-78335f2239b7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.080739 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72939ad2-14c5-45c8-9979-78335f2239b7']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.092072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7be27f-90ae-4616-8ad1-9680bd0a6429') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.092334 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7be27f-90ae-4616-8ad1-9680bd0a6429') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.102754 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (be7be27f-90ae-4616-8ad1-9680bd0a6429), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.119432 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (be7be27f-90ae-4616-8ad1-9680bd0a6429), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.131154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:58:27.131668 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (be7be27f-90ae-4616-8ad1-9680bd0a6429), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:27.134094 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:27.233722 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (72939ad2-14c5-45c8-9979-78335f2239b7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.257749 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.262607 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] 10.222.0.21 "DELETE /v2.0/networks/72939ad2-14c5-45c8-9979-78335f2239b7 HTTP/1.1" status: 204 len: 168 time: 0.6581526 Mar 02 18:58:27.264275 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ed14-f0d9-482f-a295-384022af1ded admin admin] Pushing event deleted for resources: {'Network': ['ID=72939ad2-14c5-45c8-9979-78335f2239b7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:27.517619 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60928) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:27.537178 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device e9bb4c18-03b3-4889-b9f5-a64c303eeed7 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:27.566327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: e9bb4c18-03b3-4889-b9f5-a64c303eeed7 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:27.566678 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device e9bb4c18-03b3-4889-b9f5-a64c303eeed7 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:27.567332 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bd812fef-8fae-47eb-ac26-69125568c988 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:27.585094 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-c647116e-c917-42eb-812d-1ebabf94ea5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d057704ed0a48ecbe8561f437b892c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638795 Mar 02 18:58:27.585445 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60930) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:27.591931 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: bd812fef-8fae-47eb-ac26-69125568c988 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:27.592546 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bd812fef-8fae-47eb-ac26-69125568c988 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:27.593062 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device df633525-d316-4681-a472-c46f5d460d8f no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:27.621421 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: df633525-d316-4681-a472-c46f5d460d8f {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:58:27.622056 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device df633525-d316-4681-a472-c46f5d460d8f not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:58:27.637678 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] Publish callbacks [] for security_group (61b90b30-02e5-4eff-b258-9b4acf740f14), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.659298 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] Publish callbacks [] for security_group (61b90b30-02e5-4eff-b258-9b4acf740f14), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.678655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba14b-d96b-4809-9630-2f43103a1274 req-7c2e180d-bfea-4f7d-b0d5-7c4fecf613b1 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.680185 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a60ba14b-d96b-4809-9630-2f43103a1274 req-7c2e180d-bfea-4f7d-b0d5-7c4fecf613b1 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.4899988 Mar 02 18:58:27.686550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-215fb220-d4a1-4e5f-aae9-f8aa34708bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.688046 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-215fb220-d4a1-4e5f-aae9-f8aa34708bed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0743239 Mar 02 18:58:27.712395 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (61b90b30-02e5-4eff-b258-9b4acf740f14), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.715227 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:27.716370 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61b90b30-02e5-4eff-b258-9b4acf740f14 HTTP/1.1" status: 204 len: 168 time: 0.1298585 Mar 02 18:58:27.725457 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47239001-1d4a-42f9-8c2a-7524a5caf7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b90b30-02e5-4eff-b258-9b4acf740f14,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:27.791648 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a60ba14b-d96b-4809-9630-2f43103a1274 req-2a528359-6749-4e37-af11-e52342f46370 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020911 Mar 02 18:58:27.849797 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-f88639f2-fb1e-457a-badc-4569fcb7b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.851571 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-f88639f2-fb1e-457a-badc-4569fcb7b488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1560163 Mar 02 18:58:27.956557 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb31b-1542-46a6-81a4-77a76eadd603 req-09f7507e-dc66-4fcf-8975-47cef97e6861 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.958117 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b4cb31b-1542-46a6-81a4-77a76eadd603 req-09f7507e-dc66-4fcf-8975-47cef97e6861 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.1536064 Mar 02 18:58:27.979915 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-b255c1ba-ac07-4afd-b2e3-9aa0237b451e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 1001 time: 0.1140783 Mar 02 18:58:28.035243 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae092-6d08-479c-8db8-aa848010c6d0 req-8cc26070-b288-4149-8e40-bdf17df50fc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.036930 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ce4ae092-6d08-479c-8db8-aa848010c6d0 req-8cc26070-b288-4149-8e40-bdf17df50fc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.1810439 Mar 02 18:58:28.069370 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60940) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:28.089968 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3b4cb31b-1542-46a6-81a4-77a76eadd603 req-92e7052a-27fb-4358-8540-d0c40f1ceba3 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225855 Mar 02 18:58:28.096519 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-7c36cf58-bede-430a-aca8-1f9cc9cf1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.098040 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-7c36cf58-bede-430a-aca8-1f9cc9cf1a9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.1082468 Mar 02 18:58:28.125843 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6dfa60db-ac1c-42d1-ad98-a2f6dce0a8e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06e739d9cd7945228e4826006fe25eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582550 Mar 02 18:58:28.126459 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 60944) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:28.158748 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ce4ae092-6d08-479c-8db8-aa848010c6d0 req-d1575487-1125-4a86-9a1e-1fd6d1f873d1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112919 Mar 02 18:58:28.178705 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-ca38db76-2082-4e88-84da-518f4903a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.180306 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-ca38db76-2082-4e88-84da-518f4903a4cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743766 Mar 02 18:58:28.190033 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] Publish callbacks [] for security_group (4a272651-c6c7-4e8d-bc8a-37b92526a24a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:28.213653 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] Publish callbacks [] for security_group (4a272651-c6c7-4e8d-bc8a-37b92526a24a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:28.278008 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (4a272651-c6c7-4e8d-bc8a-37b92526a24a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:28.278521 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-521098a4-0a78-4c5b-88e2-22a453dd7567 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911753 Mar 02 18:58:28.280874 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:28.282057 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a272651-c6c7-4e8d-bc8a-37b92526a24a HTTP/1.1" status: 204 len: 168 time: 0.1546841 Mar 02 18:58:28.294087 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d3a5d-fe8e-4397-a98c-91cf0c940638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a272651-c6c7-4e8d-bc8a-37b92526a24a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:28.386711 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-61637704-77f2-41a3-99a6-2b7fa127dd71 req-f431b49e-dc12-4555-b9c2-e6d2870c9857 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019490 Mar 02 18:58:28.515740 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-3072582e-9f1b-460e-a339-90366664b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.518414 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-3072582e-9f1b-460e-a339-90366664b199 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 1130 time: 0.0740521 Mar 02 18:58:28.667455 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-a5d076b4-3fc3-4b07-9ef7-524f46486ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.668970 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-a5d076b4-3fc3-4b07-9ef7-524f46486ca5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1259177 Mar 02 18:58:28.765800 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-1e600326-fb1d-4e24-bea5-c56e81f6d9b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 200 len: 1001 time: 0.0872369 Mar 02 18:58:28.813067 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-0334ed86-f740-43a5-ad4d-5ca67496cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.814579 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-0334ed86-f740-43a5-ad4d-5ca67496cf5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0431516 Mar 02 18:58:28.881724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-eb9c37c0-d29a-4a2a-8e08-e56e84946a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.884189 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-eb9c37c0-d29a-4a2a-8e08-e56e84946a02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633216 Mar 02 18:58:28.980611 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7682-d5c8-4e4d-bafe-f221009375dd req-86a667b6-f241-4e75-8f91-ce1e7667bbe5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.982087 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-904e7682-d5c8-4e4d-bafe-f221009375dd req-86a667b6-f241-4e75-8f91-ce1e7667bbe5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.1167853 Mar 02 18:58:29.023161 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-c143faee-b375-4e1c-9185-544253a2b891 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205904 Mar 02 18:58:29.088915 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-904e7682-d5c8-4e4d-bafe-f221009375dd req-58a1a216-e17c-40fc-9c3d-d92e08db177f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999320 Mar 02 18:58:29.126122 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6af71083-ce60-4cea-811c-b7c4afd8d213 req-4d659695-7226-4da8-9eaf-efa5d8efe4a2 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940449 Mar 02 18:58:29.295787 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1700c-0e83-44ce-9533-ec6a5a9300c2 req-37ddc831-38ab-4785-bf1a-6c4b9723a3fa tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:29.297331 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7e1700c-0e83-44ce-9533-ec6a5a9300c2 req-37ddc831-38ab-4785-bf1a-6c4b9723a3fa tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0583718 Mar 02 18:58:29.351272 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d7e1700c-0e83-44ce-9533-ec6a5a9300c2 req-faf3bc59-48c8-4fe9-b531-69caf58c0ea8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483563 Mar 02 18:58:30.209275 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9560e-d45d-426e-a422-49d143d1db73 req-a52b173d-2399-440b-bb65-308b8f1a15e7 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:30.210780 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8f9560e-d45d-426e-a422-49d143d1db73 req-a52b173d-2399-440b-bb65-308b8f1a15e7 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0540185 Mar 02 18:58:30.255544 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8f9560e-d45d-426e-a422-49d143d1db73 req-c9b5f4f1-fc10-4855-b756-4292b226da4d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392077 Mar 02 18:58:30.443386 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:30.470916 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47c12-86ca-4c82-b1a5-4a456eb3fca9 req-eb997379-8af1-4f06-a93a-d94934617f4b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:30.472411 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3a47c12-86ca-4c82-b1a5-4a456eb3fca9 req-eb997379-8af1-4f06-a93a-d94934617f4b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0526745 Mar 02 18:58:30.527068 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d3a47c12-86ca-4c82-b1a5-4a456eb3fca9 req-1805a3f8-9110-45b5-96fd-566ee7ec4b5a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490007 Mar 02 18:58:31.654165 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71723e6-110c-4f9b-87f5-64b8e9255f84 req-436f0d8b-3ca1-4583-9134-ae963242013f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:31.655734 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b71723e6-110c-4f9b-87f5-64b8e9255f84 req-436f0d8b-3ca1-4583-9134-ae963242013f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0616302 Mar 02 18:58:31.704663 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b71723e6-110c-4f9b-87f5-64b8e9255f84 req-4a30bf73-760d-4c5c-a2b3-fe8d8b5c4878 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Mar 02 18:58:32.832443 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847728d3-a37c-4b81-b62c-6df7bdb9512f req-039a26c1-80d8-4061-ba0c-ebd5a502f7d7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.833986 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-847728d3-a37c-4b81-b62c-6df7bdb9512f req-039a26c1-80d8-4061-ba0c-ebd5a502f7d7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0519860 Mar 02 18:58:32.886145 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-847728d3-a37c-4b81-b62c-6df7bdb9512f req-0c424fd2-8428-4cf4-a006-1ff7d3b6d7aa tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Mar 02 18:58:34.008877 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b57e0e-0553-42f7-b2cb-ef0bae5b3e94 req-dcaa52a6-3a0b-4c39-ad55-71a77e4509fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:34.010883 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-10b57e0e-0553-42f7-b2cb-ef0bae5b3e94 req-dcaa52a6-3a0b-4c39-ad55-71a77e4509fb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0568035 Mar 02 18:58:34.061335 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-10b57e0e-0553-42f7-b2cb-ef0bae5b3e94 req-90f51dd2-126f-4b29-aed6-99508fa7a0dc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Mar 02 18:58:34.372000 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-42176539-2f88-4f08-a81d-1bcdd0c13ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:35.183803 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061798d9-000e-434b-a22f-40d5b6090f33 req-8dea8d60-5db1-4cc5-856d-1c1ec361440e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:35.185329 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-061798d9-000e-434b-a22f-40d5b6090f33 req-8dea8d60-5db1-4cc5-856d-1c1ec361440e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0552635 Mar 02 18:58:35.235355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-061798d9-000e-434b-a22f-40d5b6090f33 req-4c5830c6-e1e7-4690-82e9-0b4868b79158 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Mar 02 18:58:36.357161 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ba2e-76b6-4ee9-b8c9-d49a64632d15 req-c3ddca51-7183-4c3e-ab89-0066c27a635b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:36.358535 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42d2ba2e-76b6-4ee9-b8c9-d49a64632d15 req-c3ddca51-7183-4c3e-ab89-0066c27a635b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0535953 Mar 02 18:58:36.417173 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-42d2ba2e-76b6-4ee9-b8c9-d49a64632d15 req-f3052204-245c-45e9-855e-9145223fbc41 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515471 Mar 02 18:58:36.669931 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c866beec-6905-4d95-b3bb-cced1a762f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:37.536166 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157cd9-f63f-4fa0-be24-56baaab8ab96 req-9ecfc817-58d6-4913-a495-f4b4d02c2604 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.537825 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9157cd9-f63f-4fa0-be24-56baaab8ab96 req-9ecfc817-58d6-4913-a495-f4b4d02c2604 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0531514 Mar 02 18:58:37.586949 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a9157cd9-f63f-4fa0-be24-56baaab8ab96 req-b3a459ae-73e6-4ae3-9d37-c7c4102b8b62 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Mar 02 18:58:37.803090 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:38.716661 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5ad3-2966-4717-932d-6c18ec99a637 req-171e9e54-b36c-4143-97bc-7d4739a6e48e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:38.718150 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6e4a5ad3-2966-4717-932d-6c18ec99a637 req-171e9e54-b36c-4143-97bc-7d4739a6e48e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0529811 Mar 02 18:58:38.767028 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6e4a5ad3-2966-4717-932d-6c18ec99a637 req-2a61a28f-73aa-4ee6-b97c-290e77d0662e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Mar 02 18:58:39.627395 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:39.898408 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4d7f0-0971-46ac-9650-12305eb3b930 req-c62d0aa5-a33f-42d8-9a98-4546de128837 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:39.899793 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2bf4d7f0-0971-46ac-9650-12305eb3b930 req-c62d0aa5-a33f-42d8-9a98-4546de128837 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0594299 Mar 02 18:58:39.947261 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2bf4d7f0-0971-46ac-9650-12305eb3b930 req-c6ea3973-0182-4553-811e-7b0158b221f0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Mar 02 18:58:40.694974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:40.757951 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 32824) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:40.861209 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-93042784-a87d-4a10-a6a4-eee4c5b9f0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:40.938198 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-93042784-a87d-4a10-a6a4-eee4c5b9f0f9 admin admin] Publish callbacks [] for security_group (1d23f093-09ac-4e1f-a177-4a6fbdc386a0), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:40.952211 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-93042784-a87d-4a10-a6a4-eee4c5b9f0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1d23f093-09ac-4e1f-a177-4a6fbdc386a0), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:40.992139 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-93042784-a87d-4a10-a6a4-eee4c5b9f0f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c0bf29e7547426a99d0ff32316771d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330849 Mar 02 18:58:40.993052 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93042784-a87d-4a10-a6a4-eee4c5b9f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23f093-09ac-4e1f-a177-4a6fbdc386a0,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:40.995900 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 32830) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:58:41.083083 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] Publish callbacks [] for security_group (1d23f093-09ac-4e1f-a177-4a6fbdc386a0), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.100859 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65547e5d-576e-4840-ba6d-8f22bd21faf9 req-970e2c31-d7a5-4470-ac76-0c33b644ad85 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:41.102460 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65547e5d-576e-4840-ba6d-8f22bd21faf9 req-970e2c31-d7a5-4470-ac76-0c33b644ad85 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 946 time: 0.0845394 Mar 02 18:58:41.123170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] Publish callbacks [] for security_group (1d23f093-09ac-4e1f-a177-4a6fbdc386a0), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.186962 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-65547e5d-576e-4840-ba6d-8f22bd21faf9 req-428b941d-48af-48ed-8458-847f65297a7a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790026 Mar 02 18:58:41.205184 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1d23f093-09ac-4e1f-a177-4a6fbdc386a0), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.207965 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.209114 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d23f093-09ac-4e1f-a177-4a6fbdc386a0 HTTP/1.1" status: 204 len: 168 time: 0.2117889 Mar 02 18:58:41.223770 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4b316-462e-46eb-92ae-7f86f795002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23f093-09ac-4e1f-a177-4a6fbdc386a0,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.238377 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 8d766e29-a06d-40c8-b315-1c557f720cc7 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:58:41.327241 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 8d766e29-a06d-40c8-b315-1c557f720cc7 is: ACTIVE; New status is: DOWN {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:58:41.327647 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.355067 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:41.357465 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d8565-4930-4a4c-b8c0-b366d9839d96" -d '{"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:41.373141 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:41.378360 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:41.411479 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd2736-f77b-40f8-a6fc-40141deabc2e x-openstack-request-id: req-b0bd2736-f77b-40f8-a6fc-40141deabc2e {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:41.411771 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:41.412025 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0bd2736-f77b-40f8-a6fc-40141deabc2e {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:41.412410 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'code': 200} Mar 02 18:58:41.443717 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=6']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:42.307604 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cb33-202b-4f10-b20f-111b1472f685 req-04a88751-c92a-4db8-8fa7-4d116948971e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.309106 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e437cb33-202b-4f10-b20f-111b1472f685 req-04a88751-c92a-4db8-8fa7-4d116948971e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0539494 Mar 02 18:58:42.357770 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e437cb33-202b-4f10-b20f-111b1472f685 req-a9762326-7b76-49bd-afe7-3a648996005b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Mar 02 18:58:43.481414 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464c17b-cd47-403f-821e-fc1ee85493d7 req-4a433065-495c-4684-8d4a-c00349aa7e53 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.482871 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a464c17b-cd47-403f-821e-fc1ee85493d7 req-4a433065-495c-4684-8d4a-c00349aa7e53 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0532305 Mar 02 18:58:43.536163 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a464c17b-cd47-403f-821e-fc1ee85493d7 req-80edcaf8-2f71-49ca-926a-ce1bd48f241c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Mar 02 18:58:44.654644 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49199bee-035b-459a-b704-a2c4c2241e29 req-adffc0e5-836d-44f6-b04d-8e4371599926 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:44.656101 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-49199bee-035b-459a-b704-a2c4c2241e29 req-adffc0e5-836d-44f6-b04d-8e4371599926 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0522716 Mar 02 18:58:44.705494 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-49199bee-035b-459a-b704-a2c4c2241e29 req-67426cf7-eee3-400a-9cb3-79f7ded12f81 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Mar 02 18:58:45.834349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef372d-d0e0-440a-8f1e-fabc21bbd59a req-0e428d62-4425-4712-b337-d5a836919841 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:45.835900 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1fef372d-d0e0-440a-8f1e-fabc21bbd59a req-0e428d62-4425-4712-b337-d5a836919841 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0515285 Mar 02 18:58:45.886429 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1fef372d-d0e0-440a-8f1e-fabc21bbd59a req-d733b78b-2740-47aa-92f9-2d3551d5105d tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447049 Mar 02 18:58:47.014138 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc84a7-9c29-4025-ab61-5f8feb5fc0ff req-0df9c8e3-859a-4b70-9182-0eb7b6b98380 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:47.015615 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3cc84a7-9c29-4025-ab61-5f8feb5fc0ff req-0df9c8e3-859a-4b70-9182-0eb7b6b98380 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0626321 Mar 02 18:58:47.065595 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e3cc84a7-9c29-4025-ab61-5f8feb5fc0ff req-b79435d3-9232-4fca-a3fd-5bc063b8e764 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Mar 02 18:58:48.185975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09946a8c-924f-46e5-b2df-2c166e064580 req-107563d7-a07c-4a91-87ee-3251548fa233 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:48.187504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-09946a8c-924f-46e5-b2df-2c166e064580 req-107563d7-a07c-4a91-87ee-3251548fa233 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0551472 Mar 02 18:58:48.237334 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-09946a8c-924f-46e5-b2df-2c166e064580 req-29497740-de18-4d98-a25f-fa3ff917dcb2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Mar 02 18:58:49.363579 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb95167-e40a-456f-bd96-4425bb02ad46 req-39eef4c3-7060-420c-bfa9-09c364a10248 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:49.365126 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cfb95167-e40a-456f-bd96-4425bb02ad46 req-39eef4c3-7060-420c-bfa9-09c364a10248 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0536475 Mar 02 18:58:49.420035 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cfb95167-e40a-456f-bd96-4425bb02ad46 req-eaace575-228a-4317-8e8b-1e1868fd26ae tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474854 Mar 02 18:58:50.539584 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3cb63-c7b4-4a93-863a-31cfe9be8851 req-257c27f7-5984-42a1-9f32-8d2f54fc7454 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:50.541267 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efd3cb63-c7b4-4a93-863a-31cfe9be8851 req-257c27f7-5984-42a1-9f32-8d2f54fc7454 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0546052 Mar 02 18:58:50.594088 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efd3cb63-c7b4-4a93-863a-31cfe9be8851 req-3731ad6a-16e1-47a1-81ff-b960e5f6ee33 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470273 Mar 02 18:58:51.711023 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a600b0a-4c16-4c08-9b08-facaebcacd1d req-0a3b190f-5a7c-471f-b767-24b2c65a04e0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:51.712398 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a600b0a-4c16-4c08-9b08-facaebcacd1d req-0a3b190f-5a7c-471f-b767-24b2c65a04e0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0509841 Mar 02 18:58:51.760473 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a600b0a-4c16-4c08-9b08-facaebcacd1d req-6d125c8b-69de-4aaf-9ab1-9d3cc113ddb1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Mar 02 18:58:52.882938 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd1e73-5f3e-4c6a-8348-91457043c90c req-cb7ccec1-d21a-4e91-b193-be8f98972b8a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:52.884450 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15cd1e73-5f3e-4c6a-8348-91457043c90c req-cb7ccec1-d21a-4e91-b193-be8f98972b8a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0560038 Mar 02 18:58:52.935135 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15cd1e73-5f3e-4c6a-8348-91457043c90c req-cc007d0b-9e54-4bad-8490-211bcdd023b7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448718 Mar 02 18:58:53.784302 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da13f-bb14-4e32-96c5-86d209738c50 req-28375a6e-7cc4-4144-90ef-ffc504ac1172 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.786213 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-021da13f-bb14-4e32-96c5-86d209738c50 req-28375a6e-7cc4-4144-90ef-ffc504ac1172 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0595543 Mar 02 18:58:53.848132 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-021da13f-bb14-4e32-96c5-86d209738c50 req-0d71d8df-4859-4637-8107-0cadc7b46d85 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550253 Mar 02 18:58:54.060718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa1c50-59fd-433b-a4cf-66de2e626c87 req-8ac83e79-439b-4082-900f-e2187b91180f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:54.062278 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6fa1c50-59fd-433b-a4cf-66de2e626c87 req-8ac83e79-439b-4082-900f-e2187b91180f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0583854 Mar 02 18:58:54.116795 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6fa1c50-59fd-433b-a4cf-66de2e626c87 req-ffb3956c-bf83-4397-b0a4-28fd94034570 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Mar 02 18:58:54.473339 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:58:54.975392 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c22c9-5b70-4ac2-bba3-34eeaf4fa147 req-0cd45126-5976-4acc-ad47-8acdfcec7e6d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:54.976914 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef6c22c9-5b70-4ac2-bba3-34eeaf4fa147 req-0cd45126-5976-4acc-ad47-8acdfcec7e6d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0533345 Mar 02 18:58:55.027182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef6c22c9-5b70-4ac2-bba3-34eeaf4fa147 req-a997db24-8e1f-4229-9a25-59ba62430751 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Mar 02 18:58:55.239783 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832abd11-a8c6-455d-b1bc-66762315192e req-e25e56dd-a2df-4b47-9b5d-f3bbcf5f48e7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.241291 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-832abd11-a8c6-455d-b1bc-66762315192e req-e25e56dd-a2df-4b47-9b5d-f3bbcf5f48e7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0563910 Mar 02 18:58:55.309078 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-832abd11-a8c6-455d-b1bc-66762315192e req-9616c052-31e1-4892-81b8-7dd3ebf1b3f0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589027 Mar 02 18:58:56.153818 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47abd6-88f6-4649-99d0-a61feaa82598 req-f098bfee-c3b4-45c5-92b1-f70a66146ed2 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.155393 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d47abd6-88f6-4649-99d0-a61feaa82598 req-f098bfee-c3b4-45c5-92b1-f70a66146ed2 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0559309 Mar 02 18:58:56.207661 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d47abd6-88f6-4649-99d0-a61feaa82598 req-554bab67-8381-4aa7-b873-2f01546aa8ef tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 Mar 02 18:58:56.439791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723dff9-6757-405b-b591-59de1d6e3c27 req-3886a73b-494c-4010-818d-491e93494b5f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.441335 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f723dff9-6757-405b-b591-59de1d6e3c27 req-3886a73b-494c-4010-818d-491e93494b5f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0554738 Mar 02 18:58:56.491923 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f723dff9-6757-405b-b591-59de1d6e3c27 req-6bb164ea-de24-467a-9333-3417e0d329b4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Mar 02 18:58:56.932049 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-ef20d9ef-12df-43c9-8188-dcd287fa87f2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.934190 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-ef20d9ef-12df-43c9-8188-dcd287fa87f2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.0593853 Mar 02 18:58:57.039763 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port 8d766e29-a06d-40c8-b315-1c557f720cc7 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:58:57.040108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:57.140641 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] For port 8d766e29-a06d-40c8-b315-1c557f720cc7, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=8d766e29-a06d-40c8-b315-1c557f720cc7,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:57.140915 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:57.417965 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106396-bafa-458e-9f40-7441affef44d req-9adc1695-03b4-40bc-a15f-8ff2b223384b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:57.419529 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-33106396-bafa-458e-9f40-7441affef44d req-9adc1695-03b4-40bc-a15f-8ff2b223384b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.1372921 Mar 02 18:58:57.434671 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:57.435069 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (315dc9fa-cc49-4917-9cd7-5dd291b0df5a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:57.436070 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP 315dc9fa-cc49-4917-9cd7-5dd291b0df5a disassociated. External IP: 172.27.1.232, port: 8d766e29-a06d-40c8-b315-1c557f720cc7. Mar 02 18:58:57.436493 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for 8d766e29-a06d-40c8-b315-1c557f720cc7 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:58:57.531920 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-33106396-bafa-458e-9f40-7441affef44d req-72cea26a-055f-40c7-8635-886157f08ca8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029563 Mar 02 18:58:57.643352 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (8d766e29-a06d-40c8-b315-1c557f720cc7), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:57.681225 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c38ff-ce63-4050-a0fa-8557e87ad394 req-1e54cfef-bb8c-4db5-8a8d-b08414b680ed tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:57.682818 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-724c38ff-ce63-4050-a0fa-8557e87ad394 req-1e54cfef-bb8c-4db5-8a8d-b08414b680ed tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 944 time: 0.1163321 Mar 02 18:58:57.684019 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=8d766e29-a06d-40c8-b315-1c557f720cc7,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:57.702306 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.702663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.703078 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.703329 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.703663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.703996 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.704327 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.704655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.704979 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.705306 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.705657 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.706000 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.706322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:57.796147 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-724c38ff-ce63-4050-a0fa-8557e87ad394 req-7a7cd060-5453-4175-aec3-10989b6a5f07 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058841 Mar 02 18:58:57.852405 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:57.975861 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:57.984422 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:57.998693 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:57.999472 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:58.013381 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] No DVR routers for this DVR port 8d766e29-a06d-40c8-b315-1c557f720cc7 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:58.016320 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:58:58.020027 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6006d812-fe93-4714-93f0-cc47e6c49709 req-05e85d43-d22a-449f-ad69-cf8fbb9942d6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "DELETE /v2.0/ports/8d766e29-a06d-40c8-b315-1c557f720cc7 HTTP/1.1" status: 204 len: 173 time: 1.0803316 Mar 02 18:58:58.020520 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-deleted', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:58.023211 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae0305-3ef8-4917-858f-294c92e429f1" -d '{"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-deleted", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:58:58.079542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6439272-85f6-42ad-854b-c656bc564a27 x-openstack-request-id: req-f6439272-85f6-42ad-854b-c656bc564a27 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:58:58.079885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97f9d04-f8e3-4789-aa74-3a2ace8c191c", "name": "network-vif-deleted", "tag": "8d766e29-a06d-40c8-b315-1c557f720cc7", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:58:58.080064 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6439272-85f6-42ad-854b-c656bc564a27 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:58:58.080482 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f9d04-f8e3-4789-aa74-3a2ace8c191c', 'name': 'network-vif-deleted', 'tag': '8d766e29-a06d-40c8-b315-1c557f720cc7', 'status': 'completed', 'code': 200} Mar 02 18:58:58.145777 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:58.353491 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:58.400007 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:58.408725 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:58:58.409366 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:58:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:58.521856 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:58:58.768219 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:58.796032 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd098a1-a3c4-47f6-8432-bafc48c4dca7 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:58.957526 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8e0b899f-8114-41c2-85b7-2d30f0be4c38 req-17fc3874-94eb-48d3-bcf2-9d33623f1348 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a97f9d04-f8e3-4789-aa74-3a2ace8c191c HTTP/1.1" status: 200 len: 210 time: 0.0528755 Mar 02 18:58:58.981523 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0af2-57d7-4082-8107-a3285d8e3903 req-218e76ba-9068-410b-9080-fa3cd8e16043 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:58.982893 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e0a0af2-57d7-4082-8107-a3285d8e3903 req-218e76ba-9068-410b-9080-fa3cd8e16043 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0802190 Mar 02 18:58:59.040639 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e0a0af2-57d7-4082-8107-a3285d8e3903 req-c176e00b-4fe3-47a5-9a91-3b8dd4e41afa tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516787 Mar 02 18:58:59.085603 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd8da-f4c9-4ab5-bd62-18a39c714c51 None None] New status for floating IP 315dc9fa-cc49-4917-9cd7-5dd291b0df5a: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:59:00.099990 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264932-b958-4e7a-93b8-b552d05a2333 req-cf3ca35a-9711-448a-98d1-ce7addfb4e57 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.101624 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b4264932-b958-4e7a-93b8-b552d05a2333 req-cf3ca35a-9711-448a-98d1-ce7addfb4e57 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0629120 Mar 02 18:59:00.192215 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b4264932-b958-4e7a-93b8-b552d05a2333 req-d9d23fc9-3a5c-4d0f-a9eb-7502bf9f93cc tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785248 Mar 02 18:59:00.207556 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43df641-702d-449c-a6bc-d0f6d2107773 req-522e502c-a430-40d4-a7c7-85738f4a6002 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.209067 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d43df641-702d-449c-a6bc-d0f6d2107773 req-522e502c-a430-40d4-a7c7-85738f4a6002 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0806892 Mar 02 18:59:00.271542 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d43df641-702d-449c-a6bc-d0f6d2107773 req-bd3c6ea8-2201-4cbd-a9db-fbaf4d901afe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462251 Mar 02 18:59:00.323305 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-fe016e1b-deb3-4060-bb4f-3c7a97cae7de tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367608616&fields=id&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 267 time: 0.0420134 Mar 02 18:59:00.451916 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:00.673815 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-9bfc47b4-fc5a-4141-a641-0285e639915b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.675192 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-9bfc47b4-fc5a-4141-a641-0285e639915b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.3457534 Mar 02 18:59:00.689578 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-86745ca4-7897-4455-9070-fdd0cb3c0e71 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/quotas/a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 375 time: 0.0089178 Mar 02 18:59:00.742592 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-7753e079-5010-409d-9d51-c82660a332c4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481725 Mar 02 18:59:00.838293 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-2ef03eaf-28bd-4ce6-b7b7-bd57d0977dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Mar 02 18:59:00.924655 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-675ac6fb-9823-4e89-bca4-59f57d437015 service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793178 Mar 02 18:59:01.207731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6fef4f18-82b4-4f79-9605-3747cf7e7869 req-b2dd42d8-0132-4178-9b81-c9711ef0a1d9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Mar 02 18:59:01.332693 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63679244-8f3a-4fc9-99b6-10e538268da1 req-05d4c46d-61f7-4cd9-ba90-ee0eabdb9747 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:01.334275 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63679244-8f3a-4fc9-99b6-10e538268da1 req-05d4c46d-61f7-4cd9-ba90-ee0eabdb9747 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0555758 Mar 02 18:59:01.423119 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63679244-8f3a-4fc9-99b6-10e538268da1 req-efe584a3-1127-4797-9191-c2511fc836f8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812857 Mar 02 18:59:01.434889 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2784d-ed81-402f-bbb1-17d2d92a8547 req-66f43ee1-f696-4dd7-adeb-944db3f1d036 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:01.435940 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0e2784d-ed81-402f-bbb1-17d2d92a8547 req-66f43ee1-f696-4dd7-adeb-944db3f1d036 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0955083 Mar 02 18:59:01.488193 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f0e2784d-ed81-402f-bbb1-17d2d92a8547 req-30cf04e2-e68a-44b1-9b28-9aa82aa9f230 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466554 Mar 02 18:59:02.307469 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-835c9be9-88e2-4c44-801c-6e5050b6fac4 req-444db59a-d342-45f7-b687-625241edfa7f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 210 time: 0.0314417 Mar 02 18:59:02.559411 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1b8de-0ec3-4df8-9b1b-9ba1c2e68c9a req-8f11ea14-be69-48cf-8402-1af980f9a16c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:02.560883 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-20c1b8de-0ec3-4df8-9b1b-9ba1c2e68c9a req-8f11ea14-be69-48cf-8402-1af980f9a16c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0605171 Mar 02 18:59:02.639699 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-20c1b8de-0ec3-4df8-9b1b-9ba1c2e68c9a req-69ab551a-9758-4f89-a517-a7a7c1c12a36 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688462 Mar 02 18:59:02.646932 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9647-e3df-49df-a68b-5e3c0abf0203 req-360ab70e-c1a7-43be-ab52-2e6947cdf3d4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:02.648357 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-662d9647-e3df-49df-a68b-5e3c0abf0203 req-360ab70e-c1a7-43be-ab52-2e6947cdf3d4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0856838 Mar 02 18:59:02.696866 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-662d9647-e3df-49df-a68b-5e3c0abf0203 req-8ef793ef-3699-4881-846c-060badc65c3a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Mar 02 18:59:03.402424 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b09f83f9-239d-49fe-b473-3ac774ee61a3 req-580fb2f7-80d3-4d95-acff-516af5808fca tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 210 time: 0.0274479 Mar 02 18:59:03.823910 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac535db-6fd3-4ec3-aaec-ebb853e50850 req-24fab188-3dfe-474c-82a1-c648f164b28a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:03.825439 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ac535db-6fd3-4ec3-aaec-ebb853e50850 req-24fab188-3dfe-474c-82a1-c648f164b28a tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.1094265 Mar 02 18:59:03.848264 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de86bbb-de61-4bfa-b198-e27fd9e84a01 req-22025bb3-fb1f-4ab6-91b0-4a48e8214e18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:03.849795 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3de86bbb-de61-4bfa-b198-e27fd9e84a01 req-22025bb3-fb1f-4ab6-91b0-4a48e8214e18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0785072 Mar 02 18:59:03.903734 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ac535db-6fd3-4ec3-aaec-ebb853e50850 req-406c6db4-b85e-435a-b81d-776e2bde779d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717776 Mar 02 18:59:03.929292 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3de86bbb-de61-4bfa-b198-e27fd9e84a01 req-e2ba52f6-35ff-435f-b7ee-02b612ab0c1c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651705 Mar 02 18:59:04.299294 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-decd45da-979c-4c84-9d4a-3daba4fd320f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:04.300694 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-decd45da-979c-4c84-9d4a-3daba4fd320f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.1039791 Mar 02 18:59:04.374532 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0a2ffe78-5ab3-438d-ae37-2df1681962ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:04.536748 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c75b299-7456-490b-ad2b-e1b0bcce3f28 req-b5bd64a7-3ecb-49bb-83c6-682bb60f8e84 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 210 time: 0.0375988 Mar 02 18:59:04.555734 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-6f9130b8-aef2-4ed0-ac9b-af97192a45ae tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 380 time: 0.1057632 Mar 02 18:59:04.565531 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'port': {'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'admin_state_up': True, 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'security_groups': ['a8c65117-d09e-4032-9aec-2309c9d67cb3']}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:04.677562 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Made reservation on behalf of a293c75859834cf6878ced41ebacad9d for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:04.681049 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:04.808929 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.20.0.3 (3b6737ed-9235-41e6-ac01-e2af6d694e4f/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68/be73515c-574a-4994-9cf3-5676d5638475) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:04.975798 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (be73515c-574a-4994-9cf3-5676d5638475), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.081002 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.125139 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5e22-345d-45e2-ae50-c6ad5a06339d req-361c70f5-169c-435d-801e-e6cd4a0cc5b0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:05.126717 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-426a5e22-345d-45e2-ae50-c6ad5a06339d req-361c70f5-169c-435d-801e-e6cd4a0cc5b0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.1403074 Mar 02 18:59:05.171817 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817be3c-7f83-4f13-be64-65abdbb1b3c9 req-1332a6aa-7f92-464c-b543-52f92286e6e6 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:05.173376 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d817be3c-7f83-4f13-be64-65abdbb1b3c9 req-1332a6aa-7f92-464c-b543-52f92286e6e6 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.1549542 Mar 02 18:59:05.175306 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:05.186935 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:05.193800 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:59:05.198795 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.292483 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-426a5e22-345d-45e2-ae50-c6ad5a06339d req-9e2daa7c-cbd5-4b4c-823d-6323b8dd7e61 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583178 Mar 02 18:59:05.315178 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:05.315819 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.323529 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d817be3c-7f83-4f13-be64-65abdbb1b3c9 req-e62741dc-b179-4962-a510-bff863d6fac5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415391 Mar 02 18:59:05.339743 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-1c740e48-1bdc-4961-918b-fde052960d46 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780132 Mar 02 18:59:05.352527 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Request body: {'port': {'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:05.420666 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (be73515c-574a-4994-9cf3-5676d5638475), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.448767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-03478aa9-2309-4284-ab76-0ebc8176cec7 None None] Provisioning complete for port be73515c-574a-4994-9cf3-5676d5638475 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:59:05.449421 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03478aa9-2309-4284-ab76-0ebc8176cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (be73515c-574a-4994-9cf3-5676d5638475), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.488772 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03478aa9-2309-4284-ab76-0ebc8176cec7 None None] Port be73515c-574a-4994-9cf3-5676d5638475 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:59:05.709074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff206bf-a669-4ce1-99c6-0fe5fad1f4d7 req-55bc3abc-48db-43f9-b09e-b7d512dc2b30 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:05.710570 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eff206bf-a669-4ce1-99c6-0fe5fad1f4d7 req-55bc3abc-48db-43f9-b09e-b7d512dc2b30 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 931 time: 0.0973206 Mar 02 18:59:05.777363 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be73515c-574a-4994-9cf3-5676d5638475 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:05.793984 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks [] for port (be73515c-574a-4994-9cf3-5676d5638475), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.803468 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eff206bf-a669-4ce1-99c6-0fe5fad1f4d7 req-269b0dfc-1581-4bf7-8c28-63ebc8585cdb tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870516 Mar 02 18:59:05.811591 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Transition to ACTIVE for port object be73515c-574a-4994-9cf3-5676d5638475 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:59:05.816223 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:05.870844 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Pushing event updated for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.944173 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Attempting to bind port be73515c-574a-4994-9cf3-5676d5638475 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:59:05.944510 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Attempting to bind port be73515c-574a-4994-9cf3-5676d5638475 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:59:05.944840 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Attempting to bind port be73515c-574a-4994-9cf3-5676d5638475 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:59:05.949650 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Port be73515c-574a-4994-9cf3-5676d5638475 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:59:05.949971 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Attempting to bind port be73515c-574a-4994-9cf3-5676d5638475 on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:59:05.955216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:59:05.955548 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:59:05.955926 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Bound using segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:59:05.956356 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Bound port: be73515c-574a-4994-9cf3-5676d5638475, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:59:05.956714 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (be73515c-574a-4994-9cf3-5676d5638475), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.024626 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:06.028030 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=be73515c-574a-4994-9cf3-5676d5638475,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:06.035008 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.039272 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-1f03fd69-ea9f-47cd-8836-496265cdbf3c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.040950 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-1f03fd69-ea9f-47cd-8836-496265cdbf3c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0577149 Mar 02 18:59:06.076700 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.077359 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.078827 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] 10.222.0.41 "PUT /v2.0/ports/be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 1093 time: 0.7307267 Mar 02 18:59:06.079299 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:06.082976 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8440d81-7031-47e1-9aef-37408b0d7c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:06.156760 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf65d25-18ef-418f-8483-46b4dada9220 x-openstack-request-id: req-aaf65d25-18ef-418f-8483-46b4dada9220 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:06.157219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:06.157628 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaf65d25-18ef-418f-8483-46b4dada9220 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:06.158102 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475', 'status': 'completed', 'code': 200} Mar 02 18:59:06.158791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808373a3-3b1c-4491-a986-a53c448d8525 service neutron] Pushing event updated for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.159039 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Deleting port 098215be-c891-4080-944b-490808b448f3 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:59:06.159746 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (098215be-c891-4080-944b-490808b448f3), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.180749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-e7a48997-97a8-4563-b5d5-52785862462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.183194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-e7a48997-97a8-4563-b5d5-52785862462c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1127 time: 0.0583050 Mar 02 18:59:06.259218 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-967145eb-6f45-4a05-af99-ab559282d183 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 217 time: 0.0382440 Mar 02 18:59:06.260173 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] For port 098215be-c891-4080-944b-490808b448f3, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=098215be-c891-4080-944b-490808b448f3,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:06.260702 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (098215be-c891-4080-944b-490808b448f3), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.318226 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-845633b9-4c0c-4c32-9a9d-2a733e1994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.319895 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-845633b9-4c0c-4c32-9a9d-2a733e1994b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0539265 Mar 02 18:59:06.464460 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9fd11-93b0-4d35-b860-69b28430cec5 req-4a0f3f67-ec50-4a45-b53e-2dc0b89f0fc5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.466144 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-afd9fd11-93b0-4d35-b860-69b28430cec5 req-4a0f3f67-ec50-4a45-b53e-2dc0b89f0fc5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0925229 Mar 02 18:59:06.488767 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46239fc-0344-403f-916b-a69ff84e03ac req-a38d39a7-be18-489b-92b5-8a9fee6f43ae tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.490440 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d46239fc-0344-403f-916b-a69ff84e03ac req-a38d39a7-be18-489b-92b5-8a9fee6f43ae tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0842538 Mar 02 18:59:06.552504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-afd9fd11-93b0-4d35-b860-69b28430cec5 req-6a6d3c7b-d1b4-4099-8f79-801e159ccf78 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=80bc1001-a8f7-40af-a6fa-9efe3ec05106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799820 Mar 02 18:59:06.567175 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d46239fc-0344-403f-916b-a69ff84e03ac req-504f7483-fef3-4d36-b9e2-c94a43ca4121 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701132 Mar 02 18:59:06.670820 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1b9c-26b9-44cf-86b6-90886a1b90fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.718799 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.719159 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.719468 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Floating IP 70ae8601-087e-4530-9829-ebb957ccf1b7 disassociated. External IP: 172.27.1.140, port: 098215be-c891-4080-944b-490808b448f3. Mar 02 18:59:06.719802 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Calling delete_port for 098215be-c891-4080-944b-490808b448f3 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:59:06.846723 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (098215be-c891-4080-944b-490808b448f3), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:06.875429 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'Port': ['ID=098215be-c891-4080-944b-490808b448f3,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.887625 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.887977 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.888322 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.888662 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.889003 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.889357 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.889981 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.890282 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.890607 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.890939 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.891262 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.891640 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.891914 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:06.954151 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ffe49-7352-4c37-b60b-ba66a248f4f2 req-3cbf6eed-ec89-48dc-a85e-982e49d72949 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:06.955699 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-292ffe49-7352-4c37-b60b-ba66a248f4f2 req-3cbf6eed-ec89-48dc-a85e-982e49d72949 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0688119 Mar 02 18:59:07.005928 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-292ffe49-7352-4c37-b60b-ba66a248f4f2 req-507a20f9-e53a-4a02-b006-bf94b0096c56 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Mar 02 18:59:07.008054 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:07.117651 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:07.128159 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:59:07.138969 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:07.139592 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.157807 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] No DVR routers for this DVR port 098215be-c891-4080-944b-490808b448f3 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:07.160334 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:07.163555 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-cc8ec51e-5343-43b3-b826-5cb926944817 req-c2d4d12a-6a11-4c5b-b863-34673e2a2eb7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "DELETE /v2.0/ports/098215be-c891-4080-944b-490808b448f3 HTTP/1.1" status: 204 len: 173 time: 1.1163766 Mar 02 18:59:07.163995 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-deleted', 'tag': '098215be-c891-4080-944b-490808b448f3'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:07.170171 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0374a5-4419-45cf-8ab4-a1989f7ffcda" -d '{"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-deleted", "tag": "098215be-c891-4080-944b-490808b448f3"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:07.201672 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3423b-d7a2-41b0-a394-c2f23cfd74cc x-openstack-request-id: req-61f3423b-d7a2-41b0-a394-c2f23cfd74cc {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:07.201983 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8278ea7c-7b11-4bcb-9841-41c929c3b0a1", "name": "network-vif-deleted", "tag": "098215be-c891-4080-944b-490808b448f3", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:07.202270 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61f3423b-d7a2-41b0-a394-c2f23cfd74cc {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:07.202651 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8278ea7c-7b11-4bcb-9841-41c929c3b0a1', 'name': 'network-vif-deleted', 'tag': '098215be-c891-4080-944b-490808b448f3', 'status': 'completed', 'code': 200} Mar 02 18:59:07.249035 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:07.472005 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.498153 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:59:07.506482 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:07.507086 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.624391 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:07.694842 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cbc38659-7dad-480b-b73d-27fbfa4ead52 req-4ab3dc94-368f-4b22-bd6a-5aa5eb78d704 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0416758 Mar 02 18:59:07.720833 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb45c8d-df49-44af-8127-e9eaa03984f9 req-b9cd15bb-f55e-47c3-b0d6-fb7a94149243 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:07.722479 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfb45c8d-df49-44af-8127-e9eaa03984f9 req-b9cd15bb-f55e-47c3-b0d6-fb7a94149243 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0796037 Mar 02 18:59:07.776499 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dfb45c8d-df49-44af-8127-e9eaa03984f9 req-28c1eea3-b4ff-4f16-989b-5cf4a20aa926 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474763 Mar 02 18:59:07.880630 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:07.968154 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.994495 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b050a-bb3e-4f4c-a6b5-f3de3bb8806e None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:59:08.145623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796044cd-f863-4e89-9594-e6323b9f9864 req-624a28a8-bb88-4096-add2-0e070a42c268 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.147240 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-796044cd-f863-4e89-9594-e6323b9f9864 req-624a28a8-bb88-4096-add2-0e070a42c268 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0653803 Mar 02 18:59:08.200474 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-796044cd-f863-4e89-9594-e6323b9f9864 req-ee82e793-c977-488c-9664-6cc5cc221043 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Mar 02 18:59:08.238762 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fc208-ed92-4f1a-aad8-d3183694089d None None] New status for floating IP 70ae8601-087e-4530-9829-ebb957ccf1b7: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:59:08.794145 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6e6aa81e-1ee3-4e43-a843-f1d072e7b414 req-ad421c28-4e4d-4c19-bcda-55dceea6c4b2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0259676 Mar 02 18:59:08.908744 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-6c6e026d-3c9f-4b35-adf8-cd244cbdbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.910194 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-6c6e026d-3c9f-4b35-adf8-cd244cbdbc61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832677 Mar 02 18:59:08.921777 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ab32-bbb4-44c4-b6ee-edf959706223 req-2f67381b-63aa-48ae-8607-6781608af5d9 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.923178 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a614ab32-bbb4-44c4-b6ee-edf959706223 req-2f67381b-63aa-48ae-8607-6781608af5d9 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0677514 Mar 02 18:59:08.970438 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a614ab32-bbb4-44c4-b6ee-edf959706223 req-3ebf605f-0f12-40e0-8b39-e585976068ef tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Mar 02 18:59:09.327690 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc0ed-4624-4279-8783-68e5dc04fcef req-0479dd84-c90c-429a-afe9-a49550e42b7a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:09.329211 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e42dc0ed-4624-4279-8783-68e5dc04fcef req-0479dd84-c90c-429a-afe9-a49550e42b7a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0613699 Mar 02 18:59:09.381355 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e42dc0ed-4624-4279-8783-68e5dc04fcef req-6668ea33-f244-41a8-b0f1-cb9d4e38f80e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Mar 02 18:59:09.629338 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:09.890774 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ec14b585-f5bd-4c06-82d6-0c4af750c880 req-780d6162-58a5-4283-a4a8-54b373f7e441 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0263755 Mar 02 18:59:10.089759 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7593d-5b4f-43cd-b615-4f0343267a2d req-c3a39cdd-213d-4abd-8f6c-9fd6d8addaab tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.091216 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-17d7593d-5b4f-43cd-b615-4f0343267a2d req-c3a39cdd-213d-4abd-8f6c-9fd6d8addaab tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0550113 Mar 02 18:59:10.140040 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-17d7593d-5b4f-43cd-b615-4f0343267a2d req-7bdc9f1c-a0d7-453a-9e14-9cfe37bb8090 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 Mar 02 18:59:10.312902 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-fdd516f7-d5c8-4634-9c5e-17a2f0f17a7a service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Mar 02 18:59:10.416120 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cc8cf5e-6ea7-4459-827a-d5ff5d9503bc req-dbfc4606-bd35-4921-b0cf-5bbc8132b707 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917966 Mar 02 18:59:10.442502 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-70589d87-d297-4239-a998-38f9573dce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.444740 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-70589d87-d297-4239-a998-38f9573dce9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1130 time: 0.0601032 Mar 02 18:59:10.545447 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-d309bafc-d9b9-41a0-8837-60afde490267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.546074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68ccd2-786f-4d6b-a645-38ab06cd38c3 req-12887abb-c6d3-4e19-a3cc-a198e28a5107 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.546980 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-d309bafc-d9b9-41a0-8837-60afde490267 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.0874236 Mar 02 18:59:10.547548 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a68ccd2-786f-4d6b-a645-38ab06cd38c3 req-12887abb-c6d3-4e19-a3cc-a198e28a5107 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0892379 Mar 02 18:59:10.553016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-9c4d2149-2122-4cd2-b08b-0de4f3738658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.554449 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-9c4d2149-2122-4cd2-b08b-0de4f3738658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1127 time: 0.0681529 Mar 02 18:59:10.618071 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-4d14943d-b5a1-4088-acf6-afb36b292fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 1002 time: 0.0642059 Mar 02 18:59:10.649878 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2a68ccd2-786f-4d6b-a645-38ab06cd38c3 req-01c6eb31-a7e9-4ebd-aa7b-dbe329f16aea tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943165 Mar 02 18:59:10.670482 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-4f8f3a70-2746-409e-beb9-67a6c0ec8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.671411 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-4f8f3a70-2746-409e-beb9-67a6c0ec8a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0480461 Mar 02 18:59:10.675100 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-975c83b2-24f4-4df0-8d30-94436a4f7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.676550 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-975c83b2-24f4-4df0-8d30-94436a4f7eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.1150370 Mar 02 18:59:10.701512 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:10.724941 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-f8c6786f-2f78-4c9c-bfb2-78d644a3f7d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 217 time: 0.0430186 Mar 02 18:59:10.725646 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-34be9127-7829-4266-82d9-d6d6da88e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.735160 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-34be9127-7829-4266-82d9-d6d6da88e30b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577500 Mar 02 18:59:10.773174 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-4fd1d749-17af-4e43-8ecd-4466fb625939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.775379 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-4fd1d749-17af-4e43-8ecd-4466fb625939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0450528 Mar 02 18:59:10.823967 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-028fa8bf-fcd8-45c9-be86-5988078b6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.825567 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-028fa8bf-fcd8-45c9-be86-5988078b6019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434740 Mar 02 18:59:10.828233 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-df6e8b74-f3d4-4246-96d7-3591b86e1cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875924 Mar 02 18:59:10.926621 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-11bb3413-4f4c-4186-9357-2d1d1c4bb782 req-814d0e8e-ce67-4315-a2f3-83887ce61c30 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Mar 02 18:59:10.928337 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-eeaeecd9-0a23-4111-8307-561d1d586b97 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923927 Mar 02 18:59:11.031362 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b9d82a9b-e859-424c-8d20-70983d50db77 req-09410444-3e88-4dcb-b3c1-10b23a4f7812 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=8278ea7c-7b11-4bcb-9841-41c929c3b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Mar 02 18:59:11.069547 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8440d81-7031-47e1-9aef-37408b0d7c6b req-270941df-977b-418a-ae43-80eb9f22cbc3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150231 Mar 02 18:59:11.263112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43c623-51a0-4e0a-ad8e-29fe2fa56d2d req-d7c860d0-cc14-4acc-be02-80eb20361ca4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:11.264908 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae43c623-51a0-4e0a-ad8e-29fe2fa56d2d req-d7c860d0-cc14-4acc-be02-80eb20361ca4 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0564268 Mar 02 18:59:11.316227 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae43c623-51a0-4e0a-ad8e-29fe2fa56d2d req-bd816353-f2ba-4e5c-b1e4-1c2a82fd75ad tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448718 Mar 02 18:59:11.769440 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e6984-78a8-44ab-a862-45aef12ebd30 req-0703c1ca-842d-48e7-bf09-ef35a7595965 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:11.771139 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-158e6984-78a8-44ab-a862-45aef12ebd30 req-0703c1ca-842d-48e7-bf09-ef35a7595965 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0536399 Mar 02 18:59:11.820265 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-158e6984-78a8-44ab-a862-45aef12ebd30 req-b74185f4-6ade-4994-9fbb-8d807daa31ef tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Mar 02 18:59:12.130894 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33078) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:12.183418 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (80bc1001-a8f7-40af-a6fa-9efe3ec05106), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.209434 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (80bc1001-a8f7-40af-a6fa-9efe3ec05106), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.257550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (80bc1001-a8f7-40af-a6fa-9efe3ec05106), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.260092 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.261248 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "DELETE /v2.0/security-groups/80bc1001-a8f7-40af-a6fa-9efe3ec05106 HTTP/1.1" status: 204 len: 168 time: 0.1292996 Mar 02 18:59:12.264625 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33080) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:12.270738 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed9e3-29c2-42e0-96e8-d37e8778c9e3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc1001-a8f7-40af-a6fa-9efe3ec05106,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.280077 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.api.v2.resource [None req-09743c7c-35c5-49ac-bb3e-093275a5853e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] show failed (client error): The resource could not be found. Mar 02 18:59:12.281129 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-09743c7c-35c5-49ac-bb3e-093275a5853e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups/80bc1001-a8f7-40af-a6fa-9efe3ec05106 HTTP/1.1" status: 404 len: 347 time: 0.0153799 Mar 02 18:59:12.284558 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33082) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:12.412934 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Deleting port 32711e71-57e8-4ee3-ac3d-31f40df9b68e {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:59:12.413284 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.446117 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b458e6-d54e-4277-aaea-16bc4f9f03a8 req-de49f97f-736e-4269-92fc-33b776ae0a9b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:12.447615 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58b458e6-d54e-4277-aaea-16bc4f9f03a8 req-de49f97f-736e-4269-92fc-33b776ae0a9b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0559311 Mar 02 18:59:12.492615 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.492941 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (32711e71-57e8-4ee3-ac3d-31f40df9b68e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.496435 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58b458e6-d54e-4277-aaea-16bc4f9f03a8 req-c1a1274b-8fe0-4d0a-bdc3-34b8f104639d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Mar 02 18:59:12.505214 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Calling delete_port for 32711e71-57e8-4ee3-ac3d-31f40df9b68e owned by network:floatingip {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:59:12.642356 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (32711e71-57e8-4ee3-ac3d-31f40df9b68e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.667952 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'Port': ['ID=32711e71-57e8-4ee3-ac3d-31f40df9b68e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.726598 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (70ae8601-087e-4530-9829-ebb957ccf1b7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.729133 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.730416 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-9aad6fb7-8a28-4ef4-afe9-6d83a744fe07 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "DELETE /v2.0/floatingips/70ae8601-087e-4530-9829-ebb957ccf1b7 HTTP/1.1" status: 204 len: 168 time: 0.4446981 Mar 02 18:59:12.877288 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:59:12.911983 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 098215be-c891-4080-944b-490808b448f3 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:59:12.912189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 098215be-c891-4080-944b-490808b448f3 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:59:12.934415 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33096) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:12.939630 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814983047', 'description': 'tempest-description--1905984795'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:12.962376 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:12.964287 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d6940-5819-42b7-8df6-156655b372d9 req-8e09e8dc-0201-43d9-9f2a-cbeacfbfd0f8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:12.966120 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-397d6940-5819-42b7-8df6-156655b372d9 req-8e09e8dc-0201-43d9-9f2a-cbeacfbfd0f8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0694895 Mar 02 18:59:13.031112 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-397d6940-5819-42b7-8df6-156655b372d9 req-0c7f99ed-bc57-430b-b0c4-2b968a4a74bc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597148 Mar 02 18:59:13.032329 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (1b78bf40-6e8b-42d7-939f-891da085eb37), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.036154 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1b78bf40-6e8b-42d7-939f-891da085eb37), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.067360 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.068572 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1329803 Mar 02 18:59:13.069400 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7026-d34d-473d-81dd-c8b82a89a136 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78bf40-6e8b-42d7-939f-891da085eb37,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.071446 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33098) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:13.076619 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group_rule': {'security_group_id': '1b78bf40-6e8b-42d7-939f-891da085eb37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:13.100795 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (8cb22b11-7e10-48c8-a081-136d6592b0c2), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.167523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (8cb22b11-7e10-48c8-a081-136d6592b0c2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.173725 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (8cb22b11-7e10-48c8-a081-136d6592b0c2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.192714 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb22b11-7e10-48c8-a081-136d6592b0c2,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.201054 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.204981 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d74ec0f3-9462-4d76-890c-1e30d4b1e8ad tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326008 Mar 02 18:59:13.205454 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33100) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:13.209891 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'security_group_rule': {'security_group_id': '1b78bf40-6e8b-42d7-939f-891da085eb37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:13.234460 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (af102567-0662-4351-b1eb-0a91ad869384), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.290940 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (af102567-0662-4351-b1eb-0a91ad869384), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.294940 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (af102567-0662-4351-b1eb-0a91ad869384), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.313108 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af102567-0662-4351-b1eb-0a91ad869384,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.320754 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.321988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-da4affce-5b57-4d61-819e-7e1ffb2eeab0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155460 Mar 02 18:59:13.325228 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33102) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:13.329755 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:13.349817 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.448136 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.552684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Allocated IP 172.27.1.26 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/95f466b8-e4ee-4e0e-82c8-b7a12d9f1503) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:13.612237 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0224-054a-45bf-8ab6-00e315b72006 req-869b329b-99f1-4dc9-943d-1bf3699bfd0d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.613749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-961a0224-054a-45bf-8ab6-00e315b72006 req-869b329b-99f1-4dc9-943d-1bf3699bfd0d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0521653 Mar 02 18:59:13.654828 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.673428 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-961a0224-054a-45bf-8ab6-00e315b72006 req-b6aacb32-e125-4fba-9da4-83d321e75ea5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Mar 02 18:59:13.700647 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.746179 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:13.748927 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:13.751452 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:59:13.774286 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=95f466b8-e4ee-4e0e-82c8-b7a12d9f1503,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.850241 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.891015 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:13.910753 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-25729c73-1013-4344-8fc3-522df118cd96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828505 Mar 02 18:59:13.925489 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243dc09-7266-4b6c-8cb6-efd0703e9038 req-c1d9de9c-d0f9-49a6-9be4-131fde53be20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.934976 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5243dc09-7266-4b6c-8cb6-efd0703e9038 req-c1d9de9c-d0f9-49a6-9be4-131fde53be20 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0776505 Mar 02 18:59:13.984400 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5243dc09-7266-4b6c-8cb6-efd0703e9038 req-b38b983c-bc61-4018-b7fb-3d770ac1009c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510204 Mar 02 18:59:14.058335 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-f10775cb-9dcb-41a8-a1a2-b5ee9f9510df tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.060071 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-f10775cb-9dcb-41a8-a1a2-b5ee9f9510df tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports/9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 943 time: 0.0866590 Mar 02 18:59:14.135693 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:14.142163 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:14.154224 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05d421-c3d8-4b52-a25d-3f2491d8c689 req-6bf64e38-b69f-452b-9c6a-a2f1231528b5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.155781 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad05d421-c3d8-4b52-a25d-3f2491d8c689 req-6bf64e38-b69f-452b-9c6a-a2f1231528b5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0548387 Mar 02 18:59:14.212243 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=95f466b8-e4ee-4e0e-82c8-b7a12d9f1503,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:14.213624 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ad05d421-c3d8-4b52-a25d-3f2491d8c689 req-8d24f515-105c-4a82-8c9f-e7b6571bb093 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515120 Mar 02 18:59:14.226126 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:14.241840 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:14.243100 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-211d55ef-424d-4ec4-aeba-12d222111e63 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9168215 Mar 02 18:59:14.452372 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-240b5c20-5d87-4ec0-be42-43f8582ec331 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--814983047&fields=id&tenant_id=4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 267 time: 0.0455658 Mar 02 18:59:14.556509 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-ca2e5fd7-9a44-4822-86ca-476287b947af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.558513 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-ca2e5fd7-9a44-4822-86ca-476287b947af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 817 time: 0.0996015 Mar 02 18:59:14.572857 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-a6fa5df0-6a14-44f4-b5f0-c31e1279cba2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/quotas/4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 375 time: 0.0086694 Mar 02 18:59:14.628251 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-602011d6-04e9-477c-a6e8-8e66483ec16e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501392 Mar 02 18:59:14.724966 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-4c579af7-9f8a-4cab-8348-d1b7ccdcd315 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Mar 02 18:59:14.816128 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-74635e80-bf74-4855-94ad-190c5fd48660 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Mar 02 18:59:14.981937 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef40780c-51ea-4f6c-8d9d-69ed6b509d07 req-92b56127-8500-4abc-885f-2c62c65bb039 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Mar 02 18:59:15.116254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345dda-efe9-4ea6-9cb7-04417bf6c451 req-5343a162-4acc-469b-a0ee-98108c63120c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.122061 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43345dda-efe9-4ea6-9cb7-04417bf6c451 req-5343a162-4acc-469b-a0ee-98108c63120c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0598297 Mar 02 18:59:15.173477 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43345dda-efe9-4ea6-9cb7-04417bf6c451 req-e5661ea0-9c97-4d17-b8fa-de22ad667340 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Mar 02 18:59:15.346830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b571-0f28-471d-a932-7d40ce124360 req-9488229d-c857-4ab6-b304-10e54745faea tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.348403 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8aa9b571-0f28-471d-a932-7d40ce124360 req-9488229d-c857-4ab6-b304-10e54745faea tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0593529 Mar 02 18:59:15.460182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8aa9b571-0f28-471d-a932-7d40ce124360 req-e1df4276-d0f1-4a85-93a5-b6cd862011af tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010368 Mar 02 18:59:15.470852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-429858c0-1d33-4046-84d2-288fdd9ca9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.472362 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-429858c0-1d33-4046-84d2-288fdd9ca9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e&tenant_id=fa60559f33ae41fca82590224f60087f HTTP/1.1" status: 200 len: 1130 time: 0.1225915 Mar 02 18:59:15.544709 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-ab2b1c62-95d0-4356-a68e-fd5088cf0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.546321 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-ab2b1c62-95d0-4356-a68e-fd5088cf0673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1130 time: 0.0450087 Mar 02 18:59:15.897149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-c2e2b5db-1410-444d-ba3c-327e68c42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.898657 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-c2e2b5db-1410-444d-ba3c-327e68c42b9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.3458323 Mar 02 18:59:15.967393 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-5c3b7faf-1d8b-42b4-9abd-bc8bb41655ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 1002 time: 0.0622497 Mar 02 18:59:16.026975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-ad6b5b1e-0a39-4996-8f40-c472b042718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.028608 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-ad6b5b1e-0a39-4996-8f40-c472b042718e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0550640 Mar 02 18:59:16.066065 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-33ccf95f-c00a-44d0-9bd8-7cd0a50bd347 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.067764 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-33ccf95f-c00a-44d0-9bd8-7cd0a50bd347 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 817 time: 0.1216943 Mar 02 18:59:16.119396 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-587825f1-7b27-4ca5-82ca-94cd0c82787c req-45ad0593-db63-4d2f-9df5-fafed28de44c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 210 time: 0.0353594 Mar 02 18:59:16.133608 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761399-7041-463d-a044-f837d700d2b8 req-4187b637-d771-46d1-a413-c9ff87c181c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.135113 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-4187b637-d771-46d1-a413-c9ff87c181c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928895 Mar 02 18:59:16.149400 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-1a636a0e-6492-4a83-b1b4-eafe3dcf1263 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e363a224745e88186b776ab7f9ef4 HTTP/1.1" status: 200 len: 379 time: 0.0702541 Mar 02 18:59:16.160604 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'port': {'device_id': 'e34e97e8-1145-4557-9842-e546978c3c97', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'admin_state_up': True, 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'security_groups': ['1b78bf40-6e8b-42d7-939f-891da085eb37']}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:16.237731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-8f07038e-9d55-4012-8196-fbf4e4248759 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882194 Mar 02 18:59:16.282560 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Made reservation on behalf of 4f7e363a224745e88186b776ab7f9ef4 for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:16.285953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.355648 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f99b-a373-496f-8beb-e8d44100c0b7 req-22e3fdf7-eb75-45df-81b4-1c68ee57c93e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.357201 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91e1f99b-a373-496f-8beb-e8d44100c0b7 req-22e3fdf7-eb75-45df-81b4-1c68ee57c93e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.1109033 Mar 02 18:59:16.394516 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-52761399-7041-463d-a044-f837d700d2b8 req-4b32ee49-1569-422f-9961-8501746dd48d service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383133 Mar 02 18:59:16.446325 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91e1f99b-a373-496f-8beb-e8d44100c0b7 req-4cb883b8-1bfc-43e5-b69f-6262addf912b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822763 Mar 02 18:59:16.451012 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Allocated IP 172.20.0.7 (4f6a2f40-b01d-44bc-880f-149b7df47fe3/993b6a24-c3a5-459a-a102-b5f2911174bf/511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:16.597254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6bbd1-6f4b-4a82-ba44-9c78733d06f1 req-0b94e58d-4e8b-4fd5-8531-b912a00cbbc5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.598826 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5ae6bbd1-6f4b-4a82-ba44-9c78733d06f1 req-0b94e58d-4e8b-4fd5-8531-b912a00cbbc5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0634120 Mar 02 18:59:16.605243 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.639866 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.676828 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5ae6bbd1-6f4b-4a82-ba44-9c78733d06f1 req-74ecedc1-6410-41ee-b96c-49168f7f1015 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705514 Mar 02 18:59:16.683640 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:16.686820 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:16.698796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:59:16.710532 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155e33-cee0-4ff9-9f2d-5a8c5e64cafd req-b9a83820-4934-4fa1-8c17-66d95486f3f8 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.712075 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6155e33-cee0-4ff9-9f2d-5a8c5e64cafd req-b9a83820-4934-4fa1-8c17-66d95486f3f8 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.0696731 Mar 02 18:59:16.726297 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:16.751379 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.752015 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.769082 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-db83c54f-d393-42eb-8b46-b5f064a0b0c5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126995 Mar 02 18:59:16.770286 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f6155e33-cee0-4ff9-9f2d-5a8c5e64cafd req-04b53e1b-190f-4f69-9131-da86e7c89943 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Mar 02 18:59:16.781173 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Request body: {'port': {'device_id': 'e34e97e8-1145-4557-9842-e546978c3c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:16.841919 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.877163 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:59:16.964105 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 9fbd2525-d07c-46f7-a5b0-c734eba66deb is: ACTIVE; New status is: DOWN {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:16.964786 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:16.976649 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-e0fee1f6-bb20-41c4-b863-dbc0ca5434f8 None None] Provisioning complete for port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:59:16.977025 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-e0fee1f6-bb20-41c4-b863-dbc0ca5434f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.019950 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:17.022410 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af97986d-ca88-4279-ae55-ac2c47c4572d" -d '{"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:17.039195 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:17.040576 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-e0fee1f6-bb20-41c4-b863-dbc0ca5434f8 None None] Port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 18:59:17.046311 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.071608 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1535b2f2-343b-4a85-a21c-5e41cbe6cdbe x-openstack-request-id: req-1535b2f2-343b-4a85-a21c-5e41cbe6cdbe {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:17.071897 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:17.072150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1535b2f2-343b-4a85-a21c-5e41cbe6cdbe {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:17.072538 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'code': 200} Mar 02 18:59:17.099236 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=6']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:17.124743 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:17.132478 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks [] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.145278 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Transition to ACTIVE for port object 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 18:59:17.149059 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.200984 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:17.272334 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Attempting to bind port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 18:59:17.272683 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Attempting to bind port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 18:59:17.272961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Attempting to bind port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:59:17.278231 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 18:59:17.278557 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Attempting to bind port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 on network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 18:59:17.279487 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c725e15-1b55-40e2-a256-8d794b1f33b7 req-843d279d-7cb2-4672-9172-ba6eb2bec05f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.283675 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 18:59:17.284031 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Checking segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 18:59:17.284416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Bound using segment: {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 18:59:17.284851 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Bound port: 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611b81f-c13a-4e18-be10-49108f7d7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 18:59:17.285211 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.286379 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4c725e15-1b55-40e2-a256-8d794b1f33b7 req-843d279d-7cb2-4672-9172-ba6eb2bec05f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 943 time: 0.0754473 Mar 02 18:59:17.334574 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4c725e15-1b55-40e2-a256-8d794b1f33b7 req-65b2f95d-0fc1-4e81-8a83-a06dfbb6a3ec tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473130 Mar 02 18:59:17.361996 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:17.365819 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:17.372956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.406040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.406707 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:17.408241 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] 10.222.0.41 "PUT /v2.0/ports/511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 200 len: 1093 time: 0.6320472 Mar 02 18:59:17.410728 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:17.413566 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2a614-c543-40bf-b17c-ce2458159bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:17.443877 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b90791-e465-442c-b782-3b85a8acac5f service neutron] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:17.483414 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38efb0ec-7928-4b36-896b-737427242ee8 x-openstack-request-id: req-38efb0ec-7928-4b36-896b-737427242ee8 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:17.483711 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:17.483969 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38efb0ec-7928-4b36-896b-737427242ee8 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:17.484456 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'status': 'completed', 'code': 200} Mar 02 18:59:17.507899 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-38984c18-70e5-4702-88f1-a8a7ac3a9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.509419 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-38984c18-70e5-4702-88f1-a8a7ac3a9805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 1127 time: 0.0597751 Mar 02 18:59:17.555028 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-ca2d9370-2e28-4d43-9b52-e3d08303628f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 200 len: 217 time: 0.0363622 Mar 02 18:59:17.579974 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea2a4f-6ca0-497d-8deb-33878279ef89 req-a329a3e2-9371-4b85-8c35-aacbe04046cd tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.581627 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0ea2a4f-6ca0-497d-8deb-33878279ef89 req-a329a3e2-9371-4b85-8c35-aacbe04046cd tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0605919 Mar 02 18:59:17.612353 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-cad5eb41-67f6-46d9-98c6-35f6ff752d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.614046 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-cad5eb41-67f6-46d9-98c6-35f6ff752d7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0530572 Mar 02 18:59:17.637658 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0ea2a4f-6ca0-497d-8deb-33878279ef89 req-4b038fb8-7e51-4166-bb05-e3dd26c25ba7 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497084 Mar 02 18:59:17.668060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-8517f2e9-93bb-4d91-aa48-55231859ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.669576 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-8517f2e9-93bb-4d91-aa48-55231859ea9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482886 Mar 02 18:59:17.766447 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-0ceb26e6-be69-460f-a24b-e68347069b4d service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896642 Mar 02 18:59:17.801591 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4335ae-db3b-42f7-9d12-f6b69b72f79b req-fc35d968-cb4c-42c1-8337-b296c0baa2ca tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.804087 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a4335ae-db3b-42f7-9d12-f6b69b72f79b req-fc35d968-cb4c-42c1-8337-b296c0baa2ca tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0552320 Mar 02 18:59:17.872838 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7a4335ae-db3b-42f7-9d12-f6b69b72f79b req-c1f5b4a7-91d5-4e78-af50-969af9372ee5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617402 Mar 02 18:59:17.917576 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb76dd1-a734-401f-a277-92a59c98c93e req-40f8f8a7-4e84-430b-85ed-066732c7ec3a tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.919149 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6eb76dd1-a734-401f-a277-92a59c98c93e req-40f8f8a7-4e84-430b-85ed-066732c7ec3a tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.0657735 Mar 02 18:59:17.968532 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6eb76dd1-a734-401f-a277-92a59c98c93e req-785e515b-7b67-4245-bfa2-a11dc752c18b tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Mar 02 18:59:18.078245 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-5b5d43f8-173a-47ea-8633-e4ace28339ef req-2f638100-3120-4020-9178-30933d68c84f service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044841 Mar 02 18:59:18.168365 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-55b4f57a-9d69-4d1f-9768-2e75481787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.169914 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-55b4f57a-9d69-4d1f-9768-2e75481787d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 1127 time: 0.0439901 Mar 02 18:59:18.260888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-4d7c292e-4ce7-4adb-9c7b-fc434751ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.262365 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-4d7c292e-4ce7-4adb-9c7b-fc434751ceb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0843432 Mar 02 18:59:18.303283 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-b167edea-a886-4de3-83d0-41d3a6c7faa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 200 len: 217 time: 0.0337551 Mar 02 18:59:18.352232 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-e88e35f0-38b0-4ebb-adf7-84fbf6fb146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.353624 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-e88e35f0-38b0-4ebb-adf7-84fbf6fb146e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0449138 Mar 02 18:59:18.400441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-3b8b045e-2de7-4db1-8d3a-ad2303648cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.402595 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-3b8b045e-2de7-4db1-8d3a-ad2303648cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431018 Mar 02 18:59:18.458752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69228f73-bd35-4aeb-8acf-466d618e69b5 req-856c87ed-9f36-47c6-ae52-6505380c0ab6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.460239 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-69228f73-bd35-4aeb-8acf-466d618e69b5 req-856c87ed-9f36-47c6-ae52-6505380c0ab6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 943 time: 0.0518429 Mar 02 18:59:18.491357 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-79e3f1b4-2259-497e-89a6-15b1c3870963 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Mar 02 18:59:18.507843 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-69228f73-bd35-4aeb-8acf-466d618e69b5 req-20c9b274-4acf-416d-b3e5-55d974491f32 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Mar 02 18:59:18.582638 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-02c2a614-c543-40bf-b17c-ce2458159bcd req-806532a3-a8ad-42d8-a2ac-6e40382235d4 service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848095 Mar 02 18:59:18.762808 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad80fca-a9e2-4dde-97b3-2507d06730bf req-10ebf3ff-907c-4c29-9839-5f1082873da5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.764606 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ad80fca-a9e2-4dde-97b3-2507d06730bf req-10ebf3ff-907c-4c29-9839-5f1082873da5 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0586889 Mar 02 18:59:18.812825 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ad80fca-a9e2-4dde-97b3-2507d06730bf req-6f84874a-a39e-4520-a5c5-e7062d7e5191 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427585 Mar 02 18:59:18.881599 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device be73515c-574a-4994-9cf3-5676d5638475 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:59:18.977992 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=be73515c-574a-4994-9cf3-5676d5638475,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:18.987729 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31251c-96af-44d8-b9ee-cf03a11dad86 req-a73ad53d-53ec-4cf4-9604-1487ee9f0557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.989212 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4a31251c-96af-44d8-b9ee-cf03a11dad86 req-a73ad53d-53ec-4cf4-9604-1487ee9f0557 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 943 time: 0.0502546 Mar 02 18:59:18.989375 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': 'be73515c-574a-4994-9cf3-5676d5638475', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:59:19.035001 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port be73515c-574a-4994-9cf3-5676d5638475 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:19.035399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (be73515c-574a-4994-9cf3-5676d5638475), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.049002 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be73515c-574a-4994-9cf3-5676d5638475 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:19.053924 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4a31251c-96af-44d8-b9ee-cf03a11dad86 req-71c6e876-89d6-472f-8318-90bae80debb2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582094 Mar 02 18:59:19.072727 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=be73515c-574a-4994-9cf3-5676d5638475,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:19.076172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.093527 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-a5816066-a0c9-43ed-b521-a26fd54dc845 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.095011 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-a5816066-a0c9-43ed-b521-a26fd54dc845 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.0607936 Mar 02 18:59:19.102512 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef415522-5415-4f97-a608-75ad2acd9806 req-3009b06d-193e-43bc-b921-5213b821a42d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.104063 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef415522-5415-4f97-a608-75ad2acd9806 req-3009b06d-193e-43bc-b921-5213b821a42d tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7f86dd-9e74-49c4-85b1-92eb826c3959 HTTP/1.1" status: 200 len: 945 time: 0.0636702 Mar 02 18:59:19.131537 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:19.158859 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ef415522-5415-4f97-a608-75ad2acd9806 req-52f42238-aeea-4179-9875-4023107ca738 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.21 "GET /v2.0/security-groups?id=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 Mar 02 18:59:19.208750 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Deleting port 498174cf-603b-44c4-9ebb-1073d0dc5b00 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 18:59:19.209344 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.295906 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] For port 498174cf-603b-44c4-9ebb-1073d0dc5b00, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=498174cf-603b-44c4-9ebb-1073d0dc5b00,segment=NetworkSegment(ecb78f49-adcf-46a6-b0a0-da2a1c4d3858),segment_id=ecb78f49-adcf-46a6-b0a0-da2a1c4d3858)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:19.296278 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.309665 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Calling delete_port for 498174cf-603b-44c4-9ebb-1073d0dc5b00 owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 18:59:19.449995 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (498174cf-603b-44c4-9ebb-1073d0dc5b00), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.462019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['498174cf-603b-44c4-9ebb-1073d0dc5b00'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:59:19.477189 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Pushing event deleted for resources: {'Port': ['ID=498174cf-603b-44c4-9ebb-1073d0dc5b00,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:19.522511 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] No DVR routers for this DVR port 498174cf-603b-44c4-9ebb-1073d0dc5b00 on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:19.525002 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:19.528214 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-8cc1f033-b0fe-4648-b985-351c61d76a14 req-4b0bf843-25ac-4a80-9aec-82161133eba1 tempest-VolumesSnapshotTestJSON-557981716 tempest-VolumesSnapshotTestJSON-557981716-project] 10.222.0.41 "DELETE /v2.0/ports/498174cf-603b-44c4-9ebb-1073d0dc5b00 HTTP/1.1" status: 204 len: 173 time: 0.4272530 Mar 02 18:59:19.528645 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'name': 'network-vif-deleted', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:19.530842 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06785b4f-a38c-49fe-95db-16e80cfd26d0" -d '{"events": [{"server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "name": "network-vif-deleted", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:19.570957 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3de63a2-0503-464d-b237-2bbe524ec8cc x-openstack-request-id: req-f3de63a2-0503-464d-b237-2bbe524ec8cc {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:19.571166 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f86dd-9e74-49c4-85b1-92eb826c3959", "name": "network-vif-deleted", "tag": "498174cf-603b-44c4-9ebb-1073d0dc5b00", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:19.571539 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3de63a2-0503-464d-b237-2bbe524ec8cc {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:19.571820 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f86dd-9e74-49c4-85b1-92eb826c3959', 'name': 'network-vif-deleted', 'tag': '498174cf-603b-44c4-9ebb-1073d0dc5b00', 'status': 'completed', 'code': 200} Mar 02 18:59:19.636094 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e645-8eff-452a-b5b9-5960089fbce1 req-7e07cb36-2582-49cf-8f12-6d6f7cb532b7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.638141 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aea5e645-8eff-452a-b5b9-5960089fbce1 req-7e07cb36-2582-49cf-8f12-6d6f7cb532b7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 943 time: 0.0542278 Mar 02 18:59:19.659777 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['be73515c-574a-4994-9cf3-5676d5638475'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:59:19.687798 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-aea5e645-8eff-452a-b5b9-5960089fbce1 req-4127d4a8-9c11-42a1-943b-f28bed623d1b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Mar 02 18:59:19.937230 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b6e79-e5c8-455b-a440-e7f1c7dc3e76 req-20ac1df5-bee5-4f34-b1dd-6bffbe699e3f tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.938782 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-391b6e79-e5c8-455b-a440-e7f1c7dc3e76 req-20ac1df5-bee5-4f34-b1dd-6bffbe699e3f tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0549772 Mar 02 18:59:19.990390 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-391b6e79-e5c8-455b-a440-e7f1c7dc3e76 req-defb54a3-a273-4516-b2b0-aae17cb2f7e8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Mar 02 18:59:20.178558 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1f782-e467-4532-9906-062e9679df26 req-d8995e45-1127-4328-b364-b3b63e579d49 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:20.180047 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-83f1f782-e467-4532-9906-062e9679df26 req-d8995e45-1127-4328-b364-b3b63e579d49 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 944 time: 0.0560272 Mar 02 18:59:20.236252 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-83f1f782-e467-4532-9906-062e9679df26 req-232f030b-c121-4e00-a16d-23eb63e47379 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459435 Mar 02 18:59:20.809599 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467acb8-6315-41a8-9100-b7cd20cce69a req-add04e3b-abe7-496a-bbc8-9b1bb40d4469 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:20.811064 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d467acb8-6315-41a8-9100-b7cd20cce69a req-add04e3b-abe7-496a-bbc8-9b1bb40d4469 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 943 time: 0.0523996 Mar 02 18:59:20.857361 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d467acb8-6315-41a8-9100-b7cd20cce69a req-56b7128c-63fe-4010-8b96-d80f38863b37 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Mar 02 18:59:20.892565 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:59:20.895507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device be73515c-574a-4994-9cf3-5676d5638475 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:59:20.999051 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port be73515c-574a-4994-9cf3-5676d5638475 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:59:21.005599 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port be73515c-574a-4994-9cf3-5676d5638475 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:59:21.006031 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (be73515c-574a-4994-9cf3-5676d5638475), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:21.058475 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:21.078294 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'mac_address': 'fa:16:3e:c4:dd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:59:21.118910 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f50e0-daaf-4362-9bdc-af38672b68ec req-2b315eb5-fb7d-4356-8976-7fc80e6f6753 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.121103 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d4f50e0-daaf-4362-9bdc-af38672b68ec req-2b315eb5-fb7d-4356-8976-7fc80e6f6753 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0604973 Mar 02 18:59:21.150687 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:21.151116 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:21.153826 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port be73515c-574a-4994-9cf3-5676d5638475 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:21.154198 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (be73515c-574a-4994-9cf3-5676d5638475), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:21.170540 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9d4f50e0-daaf-4362-9bdc-af38672b68ec req-d8ee53c7-988b-4e36-9d9a-3d3665ca2fcb tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434308 Mar 02 18:59:21.178472 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:21.191672 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:21.193964 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c2cd3-80a2-4225-a419-a706489d0258" -d '{"events": [{"server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "name": "network-vif-plugged", "status": "completed", "tag": "be73515c-574a-4994-9cf3-5676d5638475"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:21.216112 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=be73515c-574a-4994-9cf3-5676d5638475,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:21.220658 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:21.222500 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:21.230431 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:21.233189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e1123-b444-450b-8c0f-36774cc564a4 x-openstack-request-id: req-3b5e1123-b444-450b-8c0f-36774cc564a4 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:21.233501 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "name": "network-vif-plugged", "status": "completed", "tag": "be73515c-574a-4994-9cf3-5676d5638475", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:21.233753 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b5e1123-b444-450b-8c0f-36774cc564a4 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:21.234135 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475', 'code': 200} Mar 02 18:59:21.278738 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:21.330717 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:21.358350 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaf908-6816-431c-a1a1-e44966cecd03 req-98fd489c-8adf-4cd6-b3b0-f6a5d5f4a23f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.360000 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-becaf908-6816-431c-a1a1-e44966cecd03 req-98fd489c-8adf-4cd6-b3b0-f6a5d5f4a23f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Mar 02 18:59:21.413784 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-becaf908-6816-431c-a1a1-e44966cecd03 req-0e03573a-cd8e-488e-9172-480be5f0678a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Mar 02 18:59:21.475682 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79ee1-dad5-4fd0-9a2e-3fc3e185bb05 req-469de877-8079-49a1-8ab4-6568b2ca654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.477184 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-cfa79ee1-dad5-4fd0-9a2e-3fc3e185bb05 req-469de877-8079-49a1-8ab4-6568b2ca654d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1129 time: 0.0432141 Mar 02 18:59:21.524245 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-cfa79ee1-dad5-4fd0-9a2e-3fc3e185bb05 req-59bd5861-9603-4009-963b-43d00fc5354e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 Mar 02 18:59:21.576595 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:59:21.983975 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae3bc-8898-462b-98e8-e2952b59572b req-f35a9679-10e3-41ed-950c-3a2b5c99ed27 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.985508 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8e6ae3bc-8898-462b-98e8-e2952b59572b req-f35a9679-10e3-41ed-950c-3a2b5c99ed27 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0548825 Mar 02 18:59:22.036008 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8e6ae3bc-8898-462b-98e8-e2952b59572b req-e831c71f-b297-4e62-a764-411b3917b5d5 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Mar 02 18:59:22.292823 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9627e-d7ca-418a-a609-9926f0fa6c5c req-2f5cb08b-e65a-423f-a374-e7468c1bc6ad tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.294431 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63f9627e-d7ca-418a-a609-9926f0fa6c5c req-2f5cb08b-e65a-423f-a374-e7468c1bc6ad tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0559597 Mar 02 18:59:22.342994 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-63f9627e-d7ca-418a-a609-9926f0fa6c5c req-00622284-f4f1-4f2d-a121-9c75bd074d36 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430532 Mar 02 18:59:22.538107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1f21b-d9e4-4ae1-8d57-a93b17c997e8 req-70810eb7-62ed-4dc0-95a1-c26712bb2bae tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.540070 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9db1f21b-d9e4-4ae1-8d57-a93b17c997e8 req-70810eb7-62ed-4dc0-95a1-c26712bb2bae tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Mar 02 18:59:22.591074 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9db1f21b-d9e4-4ae1-8d57-a93b17c997e8 req-512239ba-ca33-489d-8a87-ae88a90f5a0f tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 Mar 02 18:59:23.168560 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3edd2-0146-47cf-be47-9571719cedb3 req-c0b42ccd-ca22-4aca-a41a-8dd2cf1f60ca tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.170652 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fda3edd2-0146-47cf-be47-9571719cedb3 req-c0b42ccd-ca22-4aca-a41a-8dd2cf1f60ca tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0653071 Mar 02 18:59:23.232450 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fda3edd2-0146-47cf-be47-9571719cedb3 req-6348269f-24e8-42e5-a608-b791cf185597 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541966 Mar 02 18:59:23.461502 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab06c09-1754-47c9-bad4-220bdcc692f7 req-d071e643-7515-4d45-ae88-9252448ba0e3 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.462974 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dab06c09-1754-47c9-bad4-220bdcc692f7 req-d071e643-7515-4d45-ae88-9252448ba0e3 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0521784 Mar 02 18:59:23.513143 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dab06c09-1754-47c9-bad4-220bdcc692f7 req-e5443fb8-7df6-4dbb-a1a4-7b4b94f1ad62 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 Mar 02 18:59:23.632386 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 498174cf-603b-44c4-9ebb-1073d0dc5b00 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 18:59:23.656102 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 498174cf-603b-44c4-9ebb-1073d0dc5b00 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 18:59:23.656595 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 498174cf-603b-44c4-9ebb-1073d0dc5b00 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 18:59:23.711750 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263fd9-90ff-4708-a999-363b37904303 req-6a85101c-8e04-410d-84fd-6f5cefa942e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.713240 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e263fd9-90ff-4708-a999-363b37904303 req-6a85101c-8e04-410d-84fd-6f5cefa942e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0536840 Mar 02 18:59:23.766623 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0e263fd9-90ff-4708-a999-363b37904303 req-a60745e7-f1ff-40f1-90d5-782833391f0a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Mar 02 18:59:24.350373 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e638c-abc5-47b2-bc5b-8c90f290511f req-d42625d6-f6ac-4d59-8843-778f9b77a632 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:24.351879 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-608e638c-abc5-47b2-bc5b-8c90f290511f req-d42625d6-f6ac-4d59-8843-778f9b77a632 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0512221 Mar 02 18:59:24.398626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-608e638c-abc5-47b2-bc5b-8c90f290511f req-c332a336-a858-49bb-97eb-f5851af0f651 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Mar 02 18:59:24.636480 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45466a65-d135-4b25-9e0b-77335eb00337 req-fa60f90a-4f93-4ae5-b255-42e97437555c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:24.637998 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-45466a65-d135-4b25-9e0b-77335eb00337 req-fa60f90a-4f93-4ae5-b255-42e97437555c tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0518472 Mar 02 18:59:24.687395 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-45466a65-d135-4b25-9e0b-77335eb00337 req-9046bdd5-0f07-4414-adb8-6c4f25c2997a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Mar 02 18:59:24.886314 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62bd0b-fcbc-404c-a83e-fb58a36d2353 req-d6df6bda-0c8e-4957-a7c0-d45ef9a958e4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:24.887749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1d62bd0b-fcbc-404c-a83e-fb58a36d2353 req-d6df6bda-0c8e-4957-a7c0-d45ef9a958e4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0553899 Mar 02 18:59:24.935701 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1d62bd0b-fcbc-404c-a83e-fb58a36d2353 req-6c5875d4-a49f-401b-b8e6-abbf8db44eb9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Mar 02 18:59:25.524377 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0b2e8-79d9-440e-8f36-d11a98ee422b req-520a8675-826d-444f-b2e0-c20587d1f94b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:25.525908 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dbb0b2e8-79d9-440e-8f36-d11a98ee422b req-520a8675-826d-444f-b2e0-c20587d1f94b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0579469 Mar 02 18:59:25.571612 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dbb0b2e8-79d9-440e-8f36-d11a98ee422b req-98361bc5-8b29-4d6e-9a14-ee12a70ab934 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Mar 02 18:59:25.809097 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622c3c3-5bff-4cef-b358-8711564a8f01 req-c19122ca-5a72-4800-b94a-50cd0faaae55 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:25.810613 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3622c3c3-5bff-4cef-b358-8711564a8f01 req-c19122ca-5a72-4800-b94a-50cd0faaae55 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0568404 Mar 02 18:59:25.858651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3622c3c3-5bff-4cef-b358-8711564a8f01 req-ce7b5732-cf20-47a2-8627-ce1810f857cf tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Mar 02 18:59:26.053710 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a0e82-74a8-4c00-87cc-e35965179f0e req-9da72cbe-8ddc-4e02-b54c-da7a4ff5ae5a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.055208 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d51a0e82-74a8-4c00-87cc-e35965179f0e req-9da72cbe-8ddc-4e02-b54c-da7a4ff5ae5a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Mar 02 18:59:26.102959 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d51a0e82-74a8-4c00-87cc-e35965179f0e req-01777b0b-2767-4afc-8308-49bc583137b7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Mar 02 18:59:26.692019 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcf397-12cc-4b71-bbeb-1226d7cafb26 req-b6e733b5-27c6-4bc2-b2db-6010aabb7346 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.693457 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cdcf397-12cc-4b71-bbeb-1226d7cafb26 req-b6e733b5-27c6-4bc2-b2db-6010aabb7346 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0516436 Mar 02 18:59:26.743997 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4cdcf397-12cc-4b71-bbeb-1226d7cafb26 req-93be4b11-a322-480c-81ba-2847566f586c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450644 Mar 02 18:59:26.945172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:59:27.020167 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f455-8e5e-4d8a-8176-76d1cbf8da6d req-61e4882c-25dc-46d1-8567-09707e5f576e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.022224 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1852f455-8e5e-4d8a-8176-76d1cbf8da6d req-61e4882c-25dc-46d1-8567-09707e5f576e tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.0934706 Mar 02 18:59:27.024580 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 18:59:27.029062 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:59:27.029488 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:27.076803 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1852f455-8e5e-4d8a-8176-76d1cbf8da6d req-b337cc35-f794-4a84-817f-1877da30c2ec tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477152 Mar 02 18:59:27.116084 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:27.116485 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:27.155439 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:27.158251 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c977ef-0f81-4ab4-a7c8-d64f56f46810" -d '{"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-plugged", "status": "completed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:27.181871 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:27.195025 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:27.204461 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c84210-e1cf-40f4-b830-d2d893bccf94 x-openstack-request-id: req-c2c84210-e1cf-40f4-b830-d2d893bccf94 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:27.204753 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-plugged", "status": "completed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:27.205061 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2c84210-e1cf-40f4-b830-d2d893bccf94 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:27.205481 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'code': 200} Mar 02 18:59:27.262863 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c84b09-d48c-453f-a881-f3a80e5839a8 req-fd8ca836-4353-483a-a941-00391ed04833 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.264743 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43c84b09-d48c-453f-a881-f3a80e5839a8 req-fd8ca836-4353-483a-a941-00391ed04833 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0633409 Mar 02 18:59:27.288963 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:27.296897 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.297427 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.297879 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.298316 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.299006 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.299421 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.299891 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.300328 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.300779 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.301217 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.301715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.302139 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.302563 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:27.321719 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-43c84b09-d48c-453f-a881-f3a80e5839a8 req-49f3667a-aa36-4b36-bf55-a9203dcc77af tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503018 Mar 02 18:59:27.396338 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41541232-42d6-4e02-bf85-7c5dbdf6b0c8 req-ae76e624-0561-48ab-817e-7581e78a8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.398151 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-41541232-42d6-4e02-bf85-7c5dbdf6b0c8 req-ae76e624-0561-48ab-817e-7581e78a8ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 1129 time: 0.0452297 Mar 02 18:59:27.443313 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-41541232-42d6-4e02-bf85-7c5dbdf6b0c8 req-35b4c01d-b9e0-4d83-b313-a688919c6b6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392461 Mar 02 18:59:27.453362 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d53ef-1868-41a1-8ec8-d7718b02d2ec req-7e2594a2-63e7-4156-957a-093d39ee48dc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.454776 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-143d53ef-1868-41a1-8ec8-d7718b02d2ec req-7e2594a2-63e7-4156-957a-093d39ee48dc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0578053 Mar 02 18:59:27.502127 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-143d53ef-1868-41a1-8ec8-d7718b02d2ec req-42bf27d5-63be-4af7-8f63-53e6f6b8d6cf tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Mar 02 18:59:27.524798 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33282) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:27.567916 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba969d-7ff0-433f-ab43-0a8acd5ee290 tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.569575 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-16ba969d-7ff0-433f-ab43-0a8acd5ee290 tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1124 time: 0.0435112 Mar 02 18:59:27.572292 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33284) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:27.576805 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:27.597110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:27.698259 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:27.802773 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.27.1.253 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/8664d922-493f-4854-b41e-f046664a89db) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:27.930384 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c6ac-5e1c-4d57-82c8-9dfc5b73f441 req-d632c002-69c1-4f88-91c0-c572a7987047 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.932046 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-22c2c6ac-5e1c-4d57-82c8-9dfc5b73f441 req-d632c002-69c1-4f88-91c0-c572a7987047 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.1125546 Mar 02 18:59:27.970217 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (8664d922-493f-4854-b41e-f046664a89db), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.007235 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-22c2c6ac-5e1c-4d57-82c8-9dfc5b73f441 req-c20d0b9e-dae1-44bb-9e4a-2a72e6f67fa3 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671737 Mar 02 18:59:28.033217 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (8664d922-493f-4854-b41e-f046664a89db), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.062744 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add02b4-1dd2-41e0-9a38-dbd2185eda25 req-329e436a-104c-4c25-92f8-98594b3b24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:28.064229 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9add02b4-1dd2-41e0-9a38-dbd2185eda25 req-329e436a-104c-4c25-92f8-98594b3b24be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1128 time: 0.0497375 Mar 02 18:59:28.085265 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:28.091620 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:28.094209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 18:59:28.097572 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=8664d922-493f-4854-b41e-f046664a89db,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:28.113406 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9add02b4-1dd2-41e0-9a38-dbd2185eda25 req-f9fe915c-9d0a-4ffa-8b78-abfc1d036742 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Mar 02 18:59:28.314451 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43d1f3-e135-407f-ae79-9dbd00d3b453 req-fb590a74-f51e-4997-be90-f3d23dbc1072 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:28.314621 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc43d1f3-e135-407f-ae79-9dbd00d3b453 req-fb590a74-f51e-4997-be90-f3d23dbc1072 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 944 time: 0.1111903 Mar 02 18:59:28.417795 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bc43d1f3-e135-407f-ae79-9dbd00d3b453 req-62ff4fb4-8aa9-4406-9dd7-41d60e580ad3 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927339 Mar 02 18:59:28.554495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (da82eb76-f0ae-41f9-b3e7-256d80c489c4), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.624408 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (8664d922-493f-4854-b41e-f046664a89db), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.771095 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (8664d922-493f-4854-b41e-f046664a89db), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.775741 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (8664d922-493f-4854-b41e-f046664a89db), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.843083 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=8664d922-493f-4854-b41e-f046664a89db,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:28.854971 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (da82eb76-f0ae-41f9-b3e7-256d80c489c4), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:28.955812 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP da82eb76-f0ae-41f9-b3e7-256d80c489c4 associated. External IP: 172.27.1.253, port: be73515c-574a-4994-9cf3-5676d5638475. Mar 02 18:59:28.977550 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 18:59:29.078531 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:29.090955 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'port_id': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'mac_address': 'fa:16:3e:f1:30:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 18:59:29.134695 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 9fbd2525-d07c-46f7-a5b0-c734eba66deb is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:29.135007 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:29.149067 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbd2525-d07c-46f7-a5b0-c734eba66deb {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:29.169643 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:29.176200 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:29.204522 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c16f9c-05fb-4787-8e27-2b339473bdc5 req-75b54dfe-dfaf-4967-b461-91220fedebd6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.206094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35c16f9c-05fb-4787-8e27-2b339473bdc5 req-75b54dfe-dfaf-4967-b461-91220fedebd6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.1058834 Mar 02 18:59:29.225451 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=7']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:29.239746 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:29.270492 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-35c16f9c-05fb-4787-8e27-2b339473bdc5 req-03f36b1f-f0ed-4862-b155-8cb3c16c8c66 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569396 Mar 02 18:59:29.370637 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:29.380590 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:59:29.388264 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:29.392474 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:29.393111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:29.420091 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-92b7ea97-d81f-40af-865d-1fe3e6ec18d5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8467116 Mar 02 18:59:29.426417 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:29.429009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a694c-fd1b-4347-bc19-25fba553e98b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:29.476149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a524a642-ef0e-4692-a1da-144f734ccd85 x-openstack-request-id: req-a524a642-ef0e-4692-a1da-144f734ccd85 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:29.476452 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:29.476713 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a524a642-ef0e-4692-a1da-144f734ccd85 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:29.477128 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475', 'status': 'completed', 'code': 200} Mar 02 18:59:29.524504 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:29.551266 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a694c-fd1b-4347-bc19-25fba553e98b req-1ed31947-e510-4c47-83c3-7a4c04b02aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.553594 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-1ed31947-e510-4c47-83c3-7a4c04b02aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1129 time: 0.0528677 Mar 02 18:59:29.573120 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a60b8-1b5e-4f33-9c48-7f8fddd5f287 req-1424964e-ba65-4434-b13e-2a864c65028b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.575017 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-619a60b8-1b5e-4f33-9c48-7f8fddd5f287 req-1424964e-ba65-4434-b13e-2a864c65028b tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 945 time: 0.0678804 Mar 02 18:59:29.644604 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-619a60b8-1b5e-4f33-9c48-7f8fddd5f287 req-b5e2b58e-c794-4404-94f7-acfdad660b58 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628800 Mar 02 18:59:29.667801 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a694c-fd1b-4347-bc19-25fba553e98b req-85b23b38-0080-4a03-9dc5-5331d0153a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.667801 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-85b23b38-0080-4a03-9dc5-5331d0153a6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.1004870 Mar 02 18:59:29.741193 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-4f733256-f899-4357-bf6b-482de7be5fa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 999 time: 0.0677929 Mar 02 18:59:29.820266 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:28Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:29.825299 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a694c-fd1b-4347-bc19-25fba553e98b req-d9cf24f2-466a-434d-bdf2-bfa5404172c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.826912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-d9cf24f2-466a-434d-bdf2-bfa5404172c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0734918 Mar 02 18:59:29.848238 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:59:29.857937 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:29.858659 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:29.895992 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a694c-fd1b-4347-bc19-25fba553e98b req-679f2d24-8dd7-4258-bcb8-057ba444a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.897511 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-679f2d24-8dd7-4258-bcb8-057ba444a913 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588377 Mar 02 18:59:29.971703 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:29.988437 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-c22494e1-fda3-4415-87f1-536f532759ff service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831234 Mar 02 18:59:30.080978 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-120a694c-fd1b-4347-bc19-25fba553e98b req-2a9bb4b1-b627-4974-bfa6-0f9f65e49d3b service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Mar 02 18:59:30.199045 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:28Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:30.225020 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968a9b6-718c-4662-ae06-d3c9ca1ecdcc None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:28Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:59:30.428662 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457edcb-751b-4697-b946-bba1028b11e3 req-a09200b5-2b96-4074-b853-40afb3b0aaa6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.430251 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d457edcb-751b-4697-b946-bba1028b11e3 req-a09200b5-2b96-4074-b853-40afb3b0aaa6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0741589 Mar 02 18:59:30.456793 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-20201538-3811-4c84-b228-2782e9ebc183 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648692 Mar 02 18:59:30.470400 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:30.494260 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e7f72-6848-4055-8270-6e152950b417 None None] New status for floating IP da82eb76-f0ae-41f9-b3e7-256d80c489c4: ACTIVE {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:59:30.506146 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d457edcb-751b-4697-b946-bba1028b11e3 req-71b22540-b137-49ec-b270-996bcbc3b52e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678108 Mar 02 18:59:30.543367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-340512ba-5d70-4fb7-b541-162b5f3e19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.545685 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-340512ba-5d70-4fb7-b541-162b5f3e19c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1129 time: 0.0626488 Mar 02 18:59:30.648395 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925bbb0-68f8-4c13-9c95-bbc2af2c98aa req-b6cb634b-9f0b-41f6-a7b6-25086761f0e4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.650058 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3925bbb0-68f8-4c13-9c95-bbc2af2c98aa req-b6cb634b-9f0b-41f6-a7b6-25086761f0e4 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0602989 Mar 02 18:59:30.659129 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33318) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:30.663769 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Request body: {'floatingip': {'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:30.668579 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['9fbd2525-d07c-46f7-a5b0-c734eba66deb'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 18:59:30.679288 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-8ae9e273-0775-4375-94cd-9822e64f7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.680776 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-8ae9e273-0775-4375-94cd-9822e64f7476 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.1081889 Mar 02 18:59:30.773116 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-b2dc8905-5f34-4748-86f5-28b58d0c10ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 1001 time: 0.0842743 Mar 02 18:59:30.826968 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-13f79fef-81b7-416e-b13d-7139a05ddab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.828684 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-13f79fef-81b7-416e-b13d-7139a05ddab1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0488083 Mar 02 18:59:30.886580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-7a41360f-4e05-464c-87ba-60924fb32f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:30.889194 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-7a41360f-4e05-464c-87ba-60924fb32f69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543807 Mar 02 18:59:31.000313 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-7f42aa4e-e008-429c-a528-8ddd19746271 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044602 Mar 02 18:59:31.041549 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:31.105134 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-9ce7da38-c633-412b-94cf-7952c6a459b4 req-043183f1-722f-4ab5-8d71-00f6e9f66c40 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984857 Mar 02 18:59:31.149349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f8be5-8167-442e-ad8b-83e5cacb92d6 req-b33b4476-3ebc-42e5-9ea8-164b41750fe0 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.150835 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e66f8be5-8167-442e-ad8b-83e5cacb92d6 req-b33b4476-3ebc-42e5-9ea8-164b41750fe0 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 945 time: 0.1449661 Mar 02 18:59:31.256762 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e66f8be5-8167-442e-ad8b-83e5cacb92d6 req-c7011595-47c4-4c94-84bb-e96ac1cd3142 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986547 Mar 02 18:59:31.472454 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 18:59:31.552718 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:31.557009 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:31.668089 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Floating IP 1f29e26b-db9a-4bb3-9ee4-9a588661f11a associated. External IP: 172.27.1.26, port: 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5. Mar 02 18:59:31.876322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:31.984787 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:31.990435 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:31.995305 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:59:32.005898 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:32.006509 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:32.019957 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c00c4a18-6684-4f59-9d4d-92b69f015dea tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "PUT /v2.0/floatingips/1f29e26b-db9a-4bb3-9ee4-9a588661f11a HTTP/1.1" status: 200 len: 990 time: 1.3596265 Mar 02 18:59:32.020552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:32.023386 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552060f5-a84e-44e6-8e84-0d16504edda4" -d '{"events": [{"name": "network-changed", "server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:32.061027 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffffe5f7-29f8-4136-9320-5d592804a060 x-openstack-request-id: req-ffffe5f7-29f8-4136-9320-5d592804a060 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:32.061349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:32.062330 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffffe5f7-29f8-4136-9320-5d592804a060 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:32.064190 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'status': 'completed', 'code': 200} Mar 02 18:59:32.258189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:32.492054 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '1f29e26b-db9a-4bb3-9ee4-9a588661f11a', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:c4:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e97e8-1145-4557-9842-e546978c3c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:13Z', 'updated_at': '2022-03-02T18:59:31Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:32.518855 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:59:32.527066 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 18:59:32.527684 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:32.637172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 18:59:32.860044 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '1f29e26b-db9a-4bb3-9ee4-9a588661f11a', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:c4:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e97e8-1145-4557-9842-e546978c3c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:13Z', 'updated_at': '2022-03-02T18:59:31Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:32.886645 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b789c27-2386-456d-8446-c3f5891e74cf None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '1f29e26b-db9a-4bb3-9ee4-9a588661f11a', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'mac_address': 'fa:16:3e:c4:dd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34e97e8-1145-4557-9842-e546978c3c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:13Z', 'updated_at': '2022-03-02T18:59:31Z', 'revision_number': 1, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:59:33.099977 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d7b04-db94-463b-b349-f89edf28f233 None None] New status for floating IP 1f29e26b-db9a-4bb3-9ee4-9a588661f11a: ACTIVE {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:59:34.376826 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-21003f8b-8365-45f8-84ce-c8e52b5adb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:35.823608 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-47566f65-834c-4294-b5ac-066b612fddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:35.825173 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-47566f65-834c-4294-b5ac-066b612fddc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 1129 time: 0.0448904 Mar 02 18:59:35.915539 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-c355e5cb-cf9f-4f72-9578-7a062e5be42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:35.917019 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-c355e5cb-cf9f-4f72-9578-7a062e5be42c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0850809 Mar 02 18:59:35.999370 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-df7b54ab-4361-45ac-bbf5-a7d251f87b63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 200 len: 1000 time: 0.0618258 Mar 02 18:59:36.057853 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-6ef53807-d833-4990-801e-294eb098da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.059329 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-6ef53807-d833-4990-801e-294eb098da7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0446184 Mar 02 18:59:36.123250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-ac65538a-b710-4ec7-8e1f-aa2c3a72f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.124795 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-ac65538a-b710-4ec7-8e1f-aa2c3a72f340 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592413 Mar 02 18:59:36.231912 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-1c7f77ce-20a7-4757-82a2-63e74a146c0c service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911741 Mar 02 18:59:36.321545 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-552060f5-a84e-44e6-8e84-0d16504edda4 req-cd2a7883-9cdb-4e51-a3f1-d448d2c4dd9a service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817132 Mar 02 18:59:36.677789 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-506452db-f28d-40f2-82bf-401fec152be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:37.456713 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 18:59:37.509438 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 9fbd2525-d07c-46f7-a5b0-c734eba66deb triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 18:59:37.509874 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:37.629393 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 9fbd2525-d07c-46f7-a5b0-c734eba66deb is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 18:59:37.629887 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:37.653958 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:37.657107 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe08495-9889-465d-b4d9-b118acb3d0d5" -d '{"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 18:59:37.673687 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:37.678271 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:37.703843 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608195e7-5d80-4100-a9cf-da7df662dd56 x-openstack-request-id: req-608195e7-5d80-4100-a9cf-da7df662dd56 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 18:59:37.704139 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-plugged", "status": "completed", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 18:59:37.704396 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-608195e7-5d80-4100-a9cf-da7df662dd56 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 18:59:37.704788 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'code': 200} Mar 02 18:59:37.733925 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=8']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:37.809152 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:39.634651 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:40.695764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.637492 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33446) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:46.683210 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Deleting subnet 592928e5-64ff-427f-bc04-cf1d942aa9ae {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 18:59:46.686437 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Publish callbacks [] for subnet (592928e5-64ff-427f-bc04-cf1d942aa9ae), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.720583 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12314990'] for subnet (592928e5-64ff-427f-bc04-cf1d942aa9ae), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.762299 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (592928e5-64ff-427f-bc04-cf1d942aa9ae), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.813652 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8762010'] for subnet (592928e5-64ff-427f-bc04-cf1d942aa9ae), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.836964 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592928e5-64ff-427f-bc04-cf1d942aa9ae,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:46.843333 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.846441 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-09d0feb2-f6e8-46bb-8b10-ed9f94db0ddd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/592928e5-64ff-427f-bc04-cf1d942aa9ae HTTP/1.1" status: 204 len: 168 time: 0.2079570 Mar 02 18:59:46.849002 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33448) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:46.913885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (1a268cf3-240f-4a5e-bd87-d1545143e2d2), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:46.991694 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (1a268cf3-240f-4a5e-bd87-d1545143e2d2), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.011812 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a268cf3-240f-4a5e-bd87-d1545143e2d2']}} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.021885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858') {'for_net_delete': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.022180 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb78f49-adcf-46a6-b0a0-da2a1c4d3858') {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.031446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12315001'] for segment (ecb78f49-adcf-46a6-b0a0-da2a1c4d3858), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.044901 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (ecb78f49-adcf-46a6-b0a0-da2a1c4d3858), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.051921 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:59:47.052316 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720471'] for segment (ecb78f49-adcf-46a6-b0a0-da2a1c4d3858), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: Traceback (most recent call last): Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: timer() Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: cb(*args, **kw) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: return func(*args, **kwargs) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: self._notify() Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: self.callback(batched_events) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: event.method(event) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: return f(self, *a, **k) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._get(url).json() Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:47.054040 dv-cinder-800704-3-iscsi neutron-server[109537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:47.107356 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (1a268cf3-240f-4a5e-bd87-d1545143e2d2), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.113778 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.117279 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a268cf3-240f-4a5e-bd87-d1545143e2d2 HTTP/1.1" status: 204 len: 168 time: 0.2672679 Mar 02 18:59:47.135370 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1839d4-afcd-4344-9e60-3a126b9c8d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a268cf3-240f-4a5e-bd87-d1545143e2d2,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:47.278022 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33452) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:47.318082 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4515ff06-e85b-43e2-be60-63289f9015ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cfdaab7cf764338ab72c23402fe1067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388269 Mar 02 18:59:47.320510 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33454) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:47.366990 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] Publish callbacks [] for security_group (6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.388543 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] Publish callbacks [] for security_group (6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.435436 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.438165 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:47.439362 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c HTTP/1.1" status: 204 len: 168 time: 0.1178102 Mar 02 18:59:47.447143 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18183eda-fbee-43bf-bd3a-018819d05fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfa9e3-2d3e-4b89-b100-3932edb5ab6c,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:57.485653 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33534) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:57.590788 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.664319 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Publish callbacks [] for security_group (3cb683db-726d-4c85-999f-a653ab1a276b), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.668242 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3cb683db-726d-4c85-999f-a653ab1a276b), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.713188 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b985ce0669154da0951e16b72d6fe2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264986 Mar 02 18:59:57.714370 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb683db-726d-4c85-999f-a653ab1a276b,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:57.716545 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33538) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 18:59:57.724187 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.724683 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.725172 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.725719 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.726207 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.726700 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.727160 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.727641 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.728120 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.728599 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.729075 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.729606 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.730066 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1416cc35-ddc4-4a26-af1e-b42c23c3685c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:57.771642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] Publish callbacks [] for security_group (3cb683db-726d-4c85-999f-a653ab1a276b), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.791898 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] Publish callbacks [] for security_group (3cb683db-726d-4c85-999f-a653ab1a276b), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.837873 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3cb683db-726d-4c85-999f-a653ab1a276b), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.840368 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 18:59:57.841533 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cb683db-726d-4c85-999f-a653ab1a276b HTTP/1.1" status: 204 len: 168 time: 0.1238818 Mar 02 18:59:57.849199 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be06db-2f33-4c81-8131-771acb9b5fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb683db-726d-4c85-999f-a653ab1a276b,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:00.475413 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:00.862391 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f84030-e775-4d08-83c0-26ceee97f162 req-3081b9ae-18fa-4ed1-9746-1a09145361d6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:00.863862 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8f84030-e775-4d08-83c0-26ceee97f162 req-3081b9ae-18fa-4ed1-9746-1a09145361d6 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0521712 Mar 02 19:00:00.910266 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a8f84030-e775-4d08-83c0-26ceee97f162 req-5b3d0d8d-131d-4f43-ae83-b1588d15e43e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Mar 02 19:00:02.025810 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98273fac-c878-414e-bfcb-eea12023aed4 req-a4428ed0-7be6-472e-b8f7-693ac61e736d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:02.027259 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-98273fac-c878-414e-bfcb-eea12023aed4 req-a4428ed0-7be6-472e-b8f7-693ac61e736d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0505137 Mar 02 19:00:02.072085 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-98273fac-c878-414e-bfcb-eea12023aed4 req-f67914b8-6c90-4e6d-92d1-91f98bec2e65 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdaff147-89f5-457d-863c-6d234e0957ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 Mar 02 19:00:02.263880 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cee9a-e5d1-4407-baef-d5a985431383 req-a450144d-1473-416d-ad64-a18e19b9f5fa tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:02.265708 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-463cee9a-e5d1-4407-baef-d5a985431383 req-a450144d-1473-416d-ad64-a18e19b9f5fa tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 946 time: 0.0510221 Mar 02 19:00:02.362967 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Deleting port 46a5b242-f763-44ac-8b98-edf78a37251a {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:00:02.363339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:02.449902 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] For port 46a5b242-f763-44ac-8b98-edf78a37251a, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=46a5b242-f763-44ac-8b98-edf78a37251a,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:02.450268 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:02.617026 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:02.617414 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:02.617733 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Floating IP 3aca9228-ec9e-40a0-9be9-ec2e3420320c disassociated. External IP: 172.27.1.67, port: 46a5b242-f763-44ac-8b98-edf78a37251a. Mar 02 19:00:02.618063 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Calling delete_port for 46a5b242-f763-44ac-8b98-edf78a37251a owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:00:02.749689 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (46a5b242-f763-44ac-8b98-edf78a37251a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:02.777949 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'Port': ['ID=46a5b242-f763-44ac-8b98-edf78a37251a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:02.891494 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:02.998699 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:03.009766 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:00:03.019821 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:00:03.020544 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.042104 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] No DVR routers for this DVR port 46a5b242-f763-44ac-8b98-edf78a37251a on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:03.044669 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:03.048619 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-463cee9a-e5d1-4407-baef-d5a985431383 req-831f40f7-7a27-4c32-9628-f781e3d518c4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "DELETE /v2.0/ports/46a5b242-f763-44ac-8b98-edf78a37251a HTTP/1.1" status: 204 len: 173 time: 0.7765079 Mar 02 19:00:03.049045 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'name': 'network-vif-deleted', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:03.051320 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303ba239-a776-488b-b2d0-88d6bd9ffbd7" -d '{"events": [{"server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "name": "network-vif-deleted", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:00:03.090774 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d6ee4-fb54-44a8-a032-c841b22eb475 x-openstack-request-id: req-d42d6ee4-fb54-44a8-a032-c841b22eb475 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:00:03.091071 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8aba47-2dc1-4642-a03e-ef97e368583b", "name": "network-vif-deleted", "tag": "46a5b242-f763-44ac-8b98-edf78a37251a", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:00:03.091372 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d42d6ee4-fb54-44a8-a032-c841b22eb475 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:00:03.091776 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8aba47-2dc1-4642-a03e-ef97e368583b', 'name': 'network-vif-deleted', 'tag': '46a5b242-f763-44ac-8b98-edf78a37251a', 'status': 'completed', 'code': 200} Mar 02 19:00:03.148833 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:00:03.200510 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0792091a-b786-43d8-bcdf-d45a455ef404 req-eb96a10b-5e81-42f8-a380-31f0dc896b4b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8aba47-2dc1-4642-a03e-ef97e368583b HTTP/1.1" status: 200 len: 210 time: 0.0473213 Mar 02 19:00:03.365474 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.391833 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:00:03.400925 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:00:03.401521 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T18:59:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.512353 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:00:03.712201 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.741867 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f3333d-e674-4fca-8417-93e1ab6e7a2d None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:00:03.977465 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649de44d-eff3-44cd-bfb4-f07fdfe2e004 None None] New status for floating IP 3aca9228-ec9e-40a0-9be9-ec2e3420320c: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:00:04.285656 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33570) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:04.337772 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (fdaff147-89f5-457d-863c-6d234e0957ba), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.361245 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (fdaff147-89f5-457d-863c-6d234e0957ba), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.379027 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a258cc3b-612a-4bda-a922-0477a8ac5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.410438 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fdaff147-89f5-457d-863c-6d234e0957ba), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.413025 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.414218 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdaff147-89f5-457d-863c-6d234e0957ba HTTP/1.1" status: 204 len: 168 time: 0.1276028 Mar 02 19:00:04.416930 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33572) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:04.423161 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf54d7e-d484-4ff4-ac6c-8fb622f6a19f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaff147-89f5-457d-863c-6d234e0957ba,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.431108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.api.v2.resource [None req-b843f512-18ac-419e-9cf5-d88e9c7b1527 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] show failed (client error): The resource could not be found. Mar 02 19:00:04.435218 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33574) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:04.440749 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-b843f512-18ac-419e-9cf5-d88e9c7b1527 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups/fdaff147-89f5-457d-863c-6d234e0957ba HTTP/1.1" status: 404 len: 347 time: 0.0226378 Mar 02 19:00:04.570534 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Deleting port 337e3764-34e4-4db3-97e9-27f351e42939 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:00:04.570873 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (337e3764-34e4-4db3-97e9-27f351e42939), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.648157 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (337e3764-34e4-4db3-97e9-27f351e42939), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.648541 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (337e3764-34e4-4db3-97e9-27f351e42939), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.661306 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Calling delete_port for 337e3764-34e4-4db3-97e9-27f351e42939 owned by network:floatingip {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:00:04.785753 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (337e3764-34e4-4db3-97e9-27f351e42939), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.817191 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'Port': ['ID=337e3764-34e4-4db3-97e9-27f351e42939,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.875083 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (3aca9228-ec9e-40a0-9be9-ec2e3420320c), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.879132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:04.880959 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2c9fbd98-7d26-43ae-8758-11d1df0fce54 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "DELETE /v2.0/floatingips/3aca9228-ec9e-40a0-9be9-ec2e3420320c HTTP/1.1" status: 204 len: 168 time: 0.4446366 Mar 02 19:00:05.057790 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33578) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:05.062466 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686871349', 'description': 'tempest-description--1399984911'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:05.082684 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.148232 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (f0123881-0482-4a5d-a78f-83aa8310679a), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.152026 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f0123881-0482-4a5d-a78f-83aa8310679a), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.181040 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.182312 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1234310 Mar 02 19:00:05.184219 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc67a5-6301-4dc9-ac71-93309d6cd1ed tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0123881-0482-4a5d-a78f-83aa8310679a,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.185253 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33582) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:05.192130 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group_rule': {'security_group_id': 'f0123881-0482-4a5d-a78f-83aa8310679a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:05.215144 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (164d2f34-dde8-4f13-a83f-64e551006764), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.267826 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (164d2f34-dde8-4f13-a83f-64e551006764), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.272254 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (164d2f34-dde8-4f13-a83f-64e551006764), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.289211 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d2f34-dde8-4f13-a83f-64e551006764,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.297663 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.299363 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a5953ccc-fab2-4f8f-83ad-f84c22aad460 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130202 Mar 02 19:00:05.302112 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33584) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:05.306325 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'security_group_rule': {'security_group_id': 'f0123881-0482-4a5d-a78f-83aa8310679a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:05.330726 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (bd684d7b-35fc-4fcf-a983-c6ff414a4784), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.385544 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (bd684d7b-35fc-4fcf-a983-c6ff414a4784), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.389060 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637550'] for security_group_rule (bd684d7b-35fc-4fcf-a983-c6ff414a4784), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.407043 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd684d7b-35fc-4fcf-a983-c6ff414a4784,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.415911 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.417094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-70dd3864-6739-4665-b44a-d9eaaf2b1844 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140656 Mar 02 19:00:05.420477 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33586) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:05.425533 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:05.449154 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.545164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.572812 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 46a5b242-f763-44ac-8b98-edf78a37251a no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:00:05.594181 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 46a5b242-f763-44ac-8b98-edf78a37251a {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:00:05.594544 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 46a5b242-f763-44ac-8b98-edf78a37251a not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:00:05.651970 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Allocated IP 172.27.1.9 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/c2d4c67f-c76a-48fd-a989-54f37729480d) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:05.751413 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.785090 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.818667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:05.823334 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:05.826762 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 19:00:05.859441 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=c2d4c67f-c76a-48fd-a989-54f37729480d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.927038 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:05.961496 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.105189 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.110531 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.178585 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=c2d4c67f-c76a-48fd-a989-54f37729480d,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.192174 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.209195 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.209195 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-71183efa-86e9-4eb0-bb83-94ebd860bf4f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7874203 Mar 02 19:00:06.412051 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-e8c1f59c-9a9b-4758-836a-c17ec0d79cc8 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1686871349&fields=id&tenant_id=aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 267 time: 0.0479629 Mar 02 19:00:06.518774 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-680185ca-c0f1-4407-bdc5-21ed6526d6d2 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:06.520208 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-680185ca-c0f1-4407-bdc5-21ed6526d6d2 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 811 time: 0.1017754 Mar 02 19:00:06.535733 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-f8454892-41d8-4434-b8c0-78d9702606a2 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/quotas/aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 375 time: 0.0097828 Mar 02 19:00:06.589715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-15aacedd-8a24-4f67-b779-d5ca6ebe89a0 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489633 Mar 02 19:00:06.669392 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4f06d311-c00e-4fd2-b1d3-3332dcc4df52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:06.686238 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-c198f84f-b2ef-4993-9823-1ca03eca4745 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848601 Mar 02 19:00:06.772467 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-e8a3d46e-82af-48a8-8d7d-c46a617c3fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800791 Mar 02 19:00:06.933756 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-998f7c57-1d99-4872-bc2d-973dc5d52041 req-dc63f21f-ea18-4e09-b9c2-09e608df0d5b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 210 time: 0.0305917 Mar 02 19:00:07.816282 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:07.863784 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-e87741ba-eaa4-45ac-b86e-6af2e0c2fa5b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:07.865407 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-e87741ba-eaa4-45ac-b86e-6af2e0c2fa5b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 811 time: 0.1057708 Mar 02 19:00:07.926593 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-6c0176c2-4b71-40c1-8e61-f112b637b7e2 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa92365a822646c8ac90621768eba7ef HTTP/1.1" status: 200 len: 380 time: 0.0530272 Mar 02 19:00:07.935634 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'port': {'device_id': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'admin_state_up': True, 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'security_groups': ['f0123881-0482-4a5d-a78f-83aa8310679a']}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:08.029717 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4812aa29-46ab-415c-98ea-f1d5a5e90ec5 req-36c1d5ce-ff63-4fa4-a939-8769a754b288 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 210 time: 0.0257940 Mar 02 19:00:08.041833 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Made reservation on behalf of aa92365a822646c8ac90621768eba7ef for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:08.045185 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:08.166702 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Allocated IP 172.20.0.9 (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b/31536642-fa43-4d06-a0d4-c2150a90323e/ab145e79-b9f0-42b9-9a14-24ca7d46785d) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:08.306231 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:08.338138 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:08.380794 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:08.383656 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:08.387250 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 19:00:08.472022 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:00:08.638380 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event updated for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:08.653342 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.653646 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.653997 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.654353 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.654677 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.655010 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.655342 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.655671 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.655996 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.656322 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.656653 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.656976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.657297 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:08.666029 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-a08434fe-dece-4960-80d9-c4d1dbbc928f None None] Provisioning complete for port ab145e79-b9f0-42b9-9a14-24ca7d46785d triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:00:08.666405 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a08434fe-dece-4960-80d9-c4d1dbbc928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:08.677631 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:08.678259 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:08.694657 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-4b11e3f7-bca3-4153-9b9f-0508bbd70f5c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625911 Mar 02 19:00:08.700460 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-a08434fe-dece-4960-80d9-c4d1dbbc928f None None] Port ab145e79-b9f0-42b9-9a14-24ca7d46785d cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 19:00:08.706480 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Request body: {'port': {'device_id': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:08.761647 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.017407 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab145e79-b9f0-42b9-9a14-24ca7d46785d {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:00:09.025621 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks [] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.038513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Transition to ACTIVE for port object ab145e79-b9f0-42b9-9a14-24ca7d46785d will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 19:00:09.041943 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.094389 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:09.156651 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd21aa-a577-4eab-ab0c-a04353cceab1 req-2e5610da-d121-4999-a27e-dcaadd2dc1f8 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.159385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efcd21aa-a577-4eab-ab0c-a04353cceab1 req-2e5610da-d121-4999-a27e-dcaadd2dc1f8 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 943 time: 0.0595112 Mar 02 19:00:09.164432 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Attempting to bind port ab145e79-b9f0-42b9-9a14-24ca7d46785d on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 19:00:09.165043 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Attempting to bind port ab145e79-b9f0-42b9-9a14-24ca7d46785d by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 19:00:09.165403 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Attempting to bind port ab145e79-b9f0-42b9-9a14-24ca7d46785d on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:00:09.170034 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Port ab145e79-b9f0-42b9-9a14-24ca7d46785d on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 19:00:09.170366 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Attempting to bind port ab145e79-b9f0-42b9-9a14-24ca7d46785d on network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:00:09.176632 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 19:00:09.177089 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Checking segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 19:00:09.177613 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Bound using segment: {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 19:00:09.178156 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Bound port: ab145e79-b9f0-42b9-9a14-24ca7d46785d, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4265e218-8363-4808-bed2-a38603cbeb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 19:00:09.178698 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.212968 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-efcd21aa-a577-4eab-ab0c-a04353cceab1 req-ff724d93-7f4a-4319-ab8e-50b92556034a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461099 Mar 02 19:00:09.251181 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:09.254540 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:09.260321 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.295670 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.296297 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.298196 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab145e79-b9f0-42b9-9a14-24ca7d46785d HTTP/1.1" status: 200 len: 1093 time: 0.5963182 Mar 02 19:00:09.301076 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:09.304137 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324758aa-f30b-46de-936a-340fa21674b8" -d '{"events": [{"name": "network-changed", "server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:00:09.329710 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c4680-5d63-4d5e-9bbc-8fe5dde34ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:09.365247 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a792638-ed9f-4e94-bb62-aa2defa0c744 x-openstack-request-id: req-9a792638-ed9f-4e94-bb62-aa2defa0c744 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:00:09.365620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:00:09.365941 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a792638-ed9f-4e94-bb62-aa2defa0c744 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:00:09.366212 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'status': 'completed', 'code': 200} Mar 02 19:00:09.385922 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-420cbe78-24bd-46b6-9c1e-ed81a9514bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.387521 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-420cbe78-24bd-46b6-9c1e-ed81a9514bfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 1127 time: 0.0506935 Mar 02 19:00:09.435033 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-32afb6a0-2f70-4731-8dca-ee4d05f4b77a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d HTTP/1.1" status: 200 len: 217 time: 0.0405312 Mar 02 19:00:09.485963 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-f78caa82-8dab-4ea0-9e42-f592747f9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.488104 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-f78caa82-8dab-4ea0-9e42-f592747f9895 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0460663 Mar 02 19:00:09.536976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-42085a5b-8382-4737-a75f-c477461cf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.538450 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-42085a5b-8382-4737-a75f-c477461cf1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436506 Mar 02 19:00:09.633969 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-7d21d7ac-9f7d-4769-8765-e63da57c06b9 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894277 Mar 02 19:00:09.636641 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:09.723348 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0fb23b9f-1224-46cf-9258-2523cdc6f0c3 req-2f59e8ec-9136-43ab-b112-cffffaa32126 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838096 Mar 02 19:00:09.815982 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324758aa-f30b-46de-936a-340fa21674b8 req-19310f52-f716-4afb-8bda-f1ad2ee87509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.817383 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-19310f52-f716-4afb-8bda-f1ad2ee87509 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 1127 time: 0.0435417 Mar 02 19:00:09.920809 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324758aa-f30b-46de-936a-340fa21674b8 req-166f40f8-634b-40c9-93f8-d1636bddefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:09.922424 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-166f40f8-634b-40c9-93f8-d1636bddefcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.0985568 Mar 02 19:00:09.964661 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-78c8bffc-9255-4fd7-85ec-6b914716831b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d HTTP/1.1" status: 200 len: 217 time: 0.0350294 Mar 02 19:00:10.009648 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324758aa-f30b-46de-936a-340fa21674b8 req-4768e987-bcee-4665-885a-e59111ffe6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:10.011034 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-4768e987-bcee-4665-885a-e59111ffe6ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0410810 Mar 02 19:00:10.063098 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324758aa-f30b-46de-936a-340fa21674b8 req-efabbe7c-6f9d-4f26-bfa6-bc89601f3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:10.065226 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-efabbe7c-6f9d-4f26-bfa6-bc89601f3cdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470197 Mar 02 19:00:10.152197 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-e50965d9-f44f-4552-b1a0-acda49396c85 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810857 Mar 02 19:00:10.258216 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-324758aa-f30b-46de-936a-340fa21674b8 req-6fd6a427-2351-49fc-9d79-2a17c9bf4366 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002343 Mar 02 19:00:10.333199 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb8979-0323-40c1-b59e-14b42cc3bf2b req-973d9aa4-927a-471c-a2c9-7af0554000a9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:10.334690 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58cb8979-0323-40c1-b59e-14b42cc3bf2b req-973d9aa4-927a-471c-a2c9-7af0554000a9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 943 time: 0.0504441 Mar 02 19:00:10.384391 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58cb8979-0323-40c1-b59e-14b42cc3bf2b req-7b89c20a-6e88-440c-b365-62bf378d9cab tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Mar 02 19:00:10.697858 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:11.504155 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd0744-8052-4e81-9de5-de1654a8b0b7 req-dc5f0ad1-4dad-414f-a40c-ac0a44688d5a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:11.505675 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15dd0744-8052-4e81-9de5-de1654a8b0b7 req-dc5f0ad1-4dad-414f-a40c-ac0a44688d5a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 943 time: 0.0524259 Mar 02 19:00:11.552322 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15dd0744-8052-4e81-9de5-de1654a8b0b7 req-06e927ec-72d5-46ea-85f0-c0905a9b4b51 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Mar 02 19:00:12.669542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156608e-9ebf-449e-b0d4-66e3e0740ca3 req-c5204bba-1957-4c1b-a0c4-ac9e31ef29e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:12.670958 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2156608e-9ebf-449e-b0d4-66e3e0740ca3 req-c5204bba-1957-4c1b-a0c4-ac9e31ef29e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 943 time: 0.0510912 Mar 02 19:00:12.716206 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2156608e-9ebf-449e-b0d4-66e3e0740ca3 req-f8ecf1ad-5988-46f7-bc28-3246b780a80f tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397263 Mar 02 19:00:13.602501 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device ab145e79-b9f0-42b9-9a14-24ca7d46785d details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 19:00:13.699488 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:13.710875 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'port_id': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'mac_address': 'fa:16:3e:1a:3e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 19:00:13.745975 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port ab145e79-b9f0-42b9-9a14-24ca7d46785d is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:00:13.746521 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:13.760527 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab145e79-b9f0-42b9-9a14-24ca7d46785d {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:00:13.780667 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:13.785054 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:13.836041 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11bd61-3001-43f5-b961-c52e210c37ce req-efa028a2-6d62-4540-b50d-092ee56e28d9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:13.837579 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae11bd61-3001-43f5-b961-c52e210c37ce req-efa028a2-6d62-4540-b50d-092ee56e28d9 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 944 time: 0.0544345 Mar 02 19:00:13.837720 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:13.886467 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ae11bd61-3001-43f5-b961-c52e210c37ce req-5628ae68-24e4-4cc4-a03a-220848ef15a2 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Mar 02 19:00:14.138098 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['ab145e79-b9f0-42b9-9a14-24ca7d46785d'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 19:00:15.001524 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd183b1b-ecad-4ab7-8148-4481a9d3d36e req-c0a8b7be-098d-42a3-9fcb-68c0f327fa5a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.002967 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fd183b1b-ecad-4ab7-8148-4481a9d3d36e req-c0a8b7be-098d-42a3-9fcb-68c0f327fa5a tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 944 time: 0.0509028 Mar 02 19:00:15.049055 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fd183b1b-ecad-4ab7-8148-4481a9d3d36e req-f331f09a-1030-475f-8287-00810734762c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Mar 02 19:00:15.619266 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device ab145e79-b9f0-42b9-9a14-24ca7d46785d up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 19:00:15.795804 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port ab145e79-b9f0-42b9-9a14-24ca7d46785d completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 19:00:15.799909 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port ab145e79-b9f0-42b9-9a14-24ca7d46785d triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:00:15.800290 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:15.874944 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port ab145e79-b9f0-42b9-9a14-24ca7d46785d is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:00:15.875253 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:15.897344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:15.900164 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5798029-7c90-46bf-b3b7-c0762331d0ec" -d '{"events": [{"server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "name": "network-vif-plugged", "status": "completed", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:00:15.913193 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:15.917639 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:15.943574 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c04cf-529b-437e-91ba-9e3417b0dd0d x-openstack-request-id: req-4b6c04cf-529b-437e-91ba-9e3417b0dd0d {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:00:15.943869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "name": "network-vif-plugged", "status": "completed", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:00:15.944125 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b6c04cf-529b-437e-91ba-9e3417b0dd0d {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:00:15.944512 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'code': 200} Mar 02 19:00:15.970873 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:16.113821 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ff30d-f7b1-4ca3-b79c-e2240166be0a req-b5bacd85-2ae9-4298-93d1-594f95d2225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.115360 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0c4ff30d-f7b1-4ca3-b79c-e2240166be0a req-b5bacd85-2ae9-4298-93d1-594f95d2225c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 1129 time: 0.0433550 Mar 02 19:00:16.160390 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-0c4ff30d-f7b1-4ca3-b79c-e2240166be0a req-0b05a0f8-d404-4dfd-ae6a-9f9346b44362 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Mar 02 19:00:16.170839 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5ead1-80fd-4c41-850d-21b86844647f req-d5ec8063-fbb4-417b-abd2-d4622f9fb1c7 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.172283 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0e5ead1-80fd-4c41-850d-21b86844647f req-d5ec8063-fbb4-417b-abd2-d4622f9fb1c7 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0561907 Mar 02 19:00:16.218158 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e0e5ead1-80fd-4c41-850d-21b86844647f req-90c2f4c8-9e9c-40ce-abc1-2542272a2221 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Mar 02 19:00:17.335395 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d514a-3ab7-4ad2-b3f3-a508bdb4d798 req-0c8fa53d-e817-403d-86d7-c56ba330647b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:17.336878 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9f9d514a-3ab7-4ad2-b3f3-a508bdb4d798 req-0c8fa53d-e817-403d-86d7-c56ba330647b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0525622 Mar 02 19:00:17.382616 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9f9d514a-3ab7-4ad2-b3f3-a508bdb4d798 req-1152cc3b-e0a7-4631-99a5-dbadd8a3fb5e tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Mar 02 19:00:18.498377 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e75e1-8620-401c-8c66-ca5e83a8fb61 req-a6b62d71-4eff-4d2a-837a-ebf346e64551 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:18.499860 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-324e75e1-8620-401c-8c66-ca5e83a8fb61 req-a6b62d71-4eff-4d2a-837a-ebf346e64551 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0507329 Mar 02 19:00:18.549023 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-324e75e1-8620-401c-8c66-ca5e83a8fb61 req-2ff00e86-4191-402b-b0d6-5d9d09e93c67 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Mar 02 19:00:18.665861 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65a24-544c-49e7-966f-b35f6f19df4b req-d28622be-6fee-4f88-aca9-71011b770b73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:18.667302 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a3c65a24-544c-49e7-966f-b35f6f19df4b req-d28622be-6fee-4f88-aca9-71011b770b73 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0530958 Mar 02 19:00:18.675728 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33648) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:00:18.680119 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Request body: {'floatingip': {'port_id': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:18.718057 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:19.418654 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:19.422520 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:19.527555 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Floating IP ea1130c0-adcc-449e-9720-3e4a399618ea associated. External IP: 172.27.1.9, port: ab145e79-b9f0-42b9-9a14-24ca7d46785d. Mar 02 19:00:19.746145 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:19.856698 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:19.861742 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:19.867713 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:00:19.878344 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:00:19.878982 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:00:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.893833 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-11c4d26c-746d-478a-8a19-3e652752375b tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "PUT /v2.0/floatingips/ea1130c0-adcc-449e-9720-3e4a399618ea HTTP/1.1" status: 200 len: 989 time: 1.2169991 Mar 02 19:00:19.894441 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:19.896699 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:00:19.936171 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d2d60-da9a-4bf7-97d1-e2a2dd5442ac x-openstack-request-id: req-125d2d60-da9a-4bf7-97d1-e2a2dd5442ac {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:00:19.936465 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:00:19.936710 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-125d2d60-da9a-4bf7-97d1-e2a2dd5442ac {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:00:19.937119 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'status': 'completed', 'code': 200} Mar 02 19:00:20.010212 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:00:20.010439 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-e8d76348-b2c4-46e5-842c-4be91cf73e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.012047 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-e8d76348-b2c4-46e5-842c-4be91cf73e3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa92365a822646c8ac90621768eba7ef&device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 1129 time: 0.0496781 Mar 02 19:00:20.127790 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-80c42daf-3e65-4e9a-9c67-5e79ade12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.129696 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-80c42daf-3e65-4e9a-9c67-5e79ade12627 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 200 len: 912 time: 0.1119425 Mar 02 19:00:20.225264 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-9fe83724-a9ca-473a-9ed9-aa3b26054151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d HTTP/1.1" status: 200 len: 997 time: 0.0889583 Mar 02 19:00:20.293523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-c2754566-02b4-43ba-bcb2-7dcf0e04aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.298344 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-c2754566-02b4-43ba-bcb2-7dcf0e04aea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 200 len: 850 time: 0.0664072 Mar 02 19:00:20.310599 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ea1130c0-adcc-449e-9720-3e4a399618ea', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:1a:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.341057 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:00:20.349546 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-88574bda-a2fa-4e2c-bc63-3098b7311ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.350774 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:00:20.351281 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-88574bda-a2fa-4e2c-bc63-3098b7311ae5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458145 Mar 02 19:00:20.351507 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:00:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.449805 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-db41554e-e409-4c67-8c90-803b17654e3a service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914030 Mar 02 19:00:20.464985 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:00:20.541756 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-32f7ac17-d192-401d-a9a0-8dd041fb4c9d req-609100e4-6073-406f-9ce4-ad60aa42a9c7 service neutron] 10.222.0.41 "GET /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858688 Mar 02 19:00:20.686288 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ea1130c0-adcc-449e-9720-3e4a399618ea', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:1a:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.715375 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c18515-1819-481d-8ffd-2541caabf307 None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'ea1130c0-adcc-449e-9720-3e4a399618ea', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'port_id': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'mac_address': 'fa:16:3e:1a:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:00:05Z', 'updated_at': '2022-03-02T19:00:19Z', 'revision_number': 1, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:00:20.904730 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ad064-47a9-4da5-b64c-5b01be82e639 None None] New status for floating IP ea1130c0-adcc-449e-9720-3e4a399618ea: ACTIVE {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:00:30.483917 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:34.384495 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-fd75b5a1-0f94-49ad-8f66-a311b3f5be9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:36.672047 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d6ee-8eb4-40c9-8e91-0df32e64f9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:37.819232 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:39.649398 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:40.700977 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:00:45.470683 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:00:54.789176 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e6e7d-dbc7-40f7-978b-3cb67f7fbf9c req-01c5be04-1c9c-493a-86b8-748e1726a487 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.790715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-999e6e7d-dbc7-40f7-978b-3cb67f7fbf9c req-01c5be04-1c9c-493a-86b8-748e1726a487 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Mar 02 19:00:54.836955 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-999e6e7d-dbc7-40f7-978b-3cb67f7fbf9c req-8eb3a568-3cdb-4fcc-a40d-f3efa66477ec tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405836 Mar 02 19:00:55.967074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657b14c-bdac-474a-9cb6-930a1a55b1b4 req-1742e54e-6988-4592-a361-c4ebf694c43c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.968558 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3657b14c-bdac-474a-9cb6-930a1a55b1b4 req-1742e54e-6988-4592-a361-c4ebf694c43c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0589616 Mar 02 19:00:56.016614 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3657b14c-bdac-474a-9cb6-930a1a55b1b4 req-a530d606-cba6-45a7-a8cf-83b25268823f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Mar 02 19:00:57.137991 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca4852-3a09-4466-b9b1-7bdf7b61efc3 req-ab51f9a2-6c33-4f5c-a00b-c59286c0a9a8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:57.139481 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fca4852-3a09-4466-b9b1-7bdf7b61efc3 req-ab51f9a2-6c33-4f5c-a00b-c59286c0a9a8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0532424 Mar 02 19:00:57.185532 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9fca4852-3a09-4466-b9b1-7bdf7b61efc3 req-d90304a7-673d-47f4-b5ff-ac55ff34a7b9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Mar 02 19:00:58.307374 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c5ac4-8469-475f-8df9-997ff5bf7769 req-09e3a954-1611-4db4-b9ce-7bf8cdf662c2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:58.308833 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd6c5ac4-8469-475f-8df9-997ff5bf7769 req-09e3a954-1611-4db4-b9ce-7bf8cdf662c2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Mar 02 19:00:58.357958 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-dd6c5ac4-8469-475f-8df9-997ff5bf7769 req-29c7bb46-6a96-4adf-9de9-daabfe8f295b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Mar 02 19:00:59.479450 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a179-e308-438c-ae6f-33c3d1f85e1c req-da9746fa-e2c9-4cf0-a363-a9039c6f41af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:59.480939 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7f09a179-e308-438c-ae6f-33c3d1f85e1c req-da9746fa-e2c9-4cf0-a363-a9039c6f41af tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Mar 02 19:00:59.528640 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7f09a179-e308-438c-ae6f-33c3d1f85e1c req-60e4678f-b919-4837-9ac5-be687b61e1e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Mar 02 19:01:00.488158 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:00.650219 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ab126-2ea5-40db-8569-e369182790ae req-f38f7c8e-99ea-4c34-a8ba-0beca40f3bed tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.652135 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e82ab126-2ea5-40db-8569-e369182790ae req-f38f7c8e-99ea-4c34-a8ba-0beca40f3bed tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Mar 02 19:01:00.698919 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e82ab126-2ea5-40db-8569-e369182790ae req-7b241c2a-f1a4-457a-a118-6b21cd85a45d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Mar 02 19:01:01.822761 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615e8e-b5f3-4bf4-a763-f3d78bde71b3 req-7f4f299e-90ae-4ba7-893b-fa90c0a92358 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:01.824237 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-92615e8e-b5f3-4bf4-a763-f3d78bde71b3 req-7f4f299e-90ae-4ba7-893b-fa90c0a92358 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0553312 Mar 02 19:01:01.870419 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-92615e8e-b5f3-4bf4-a763-f3d78bde71b3 req-d6832ccf-1e60-44dd-9ebc-6744766d08bc tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399787 Mar 02 19:01:02.990102 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffdfc1-810f-4ba1-9094-3ce32869b0d1 req-71095852-4312-4dd9-b9bc-979cf2e4a43f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:02.991585 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51ffdfc1-810f-4ba1-9094-3ce32869b0d1 req-71095852-4312-4dd9-b9bc-979cf2e4a43f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0516498 Mar 02 19:01:03.038715 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-51ffdfc1-810f-4ba1-9094-3ce32869b0d1 req-760cd3bd-2946-407d-8cca-ab603cf0268d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Mar 02 19:01:04.165425 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb08d-9c95-4169-b5c2-3ccf6ec6998c req-1bb74e1b-a7ba-450a-80a2-c5e5eb6e2652 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:04.167504 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d84fb08d-9c95-4169-b5c2-3ccf6ec6998c req-1bb74e1b-a7ba-450a-80a2-c5e5eb6e2652 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0549469 Mar 02 19:01:04.213307 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d84fb08d-9c95-4169-b5c2-3ccf6ec6998c req-22fb29b0-eaa6-4e9c-8b2a-e9ec080fa744 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402713 Mar 02 19:01:04.388718 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-bf9bdf1a-947b-4ce2-ab7b-d965f5decf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:05.335785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d58883-5e91-4b7d-b74d-ecb315053caa req-87fb2ade-9e64-4f22-9ccb-c1ae9cc21a7b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:05.337341 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f2d58883-5e91-4b7d-b74d-ecb315053caa req-87fb2ade-9e64-4f22-9ccb-c1ae9cc21a7b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Mar 02 19:01:05.385347 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-f2d58883-5e91-4b7d-b74d-ecb315053caa req-9a164b7c-3b8d-4978-959c-cb1e7765213b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Mar 02 19:01:06.509555 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8478f-e17b-43cb-ba22-e59e59058fa9 req-52709b5e-d632-42ac-ab4f-19c49e974fb1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:06.511517 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c1b8478f-e17b-43cb-ba22-e59e59058fa9 req-52709b5e-d632-42ac-ab4f-19c49e974fb1 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Mar 02 19:01:06.562281 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c1b8478f-e17b-43cb-ba22-e59e59058fa9 req-aeff3738-b86c-4af7-88e2-eaab0c03107e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447357 Mar 02 19:01:06.673138 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-5cb2bdaf-89ad-4183-9566-dba598a1f824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:07.682337 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eae0e-1cf5-46de-95c0-855986461e70 req-d004468a-08dc-4154-a9e8-6e277c242960 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:07.684230 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba2eae0e-1cf5-46de-95c0-855986461e70 req-d004468a-08dc-4154-a9e8-6e277c242960 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Mar 02 19:01:07.730422 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ba2eae0e-1cf5-46de-95c0-855986461e70 req-67eec944-e6d7-4a7d-bb0c-33d048298309 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Mar 02 19:01:07.817891 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:07.860564 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 19:01:07.958997 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:07.970163 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'port_id': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'mac_address': 'fa:16:3e:c4:dd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 19:01:08.007153 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 is: ACTIVE; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:01:08.007544 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:08.021502 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:01:08.041207 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:08.046042 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:08.101506 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=6']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:08.109340 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.109713 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.110061 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.110399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.110747 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.111081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.111409 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.111768 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.112095 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.112420 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.112751 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.113081 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.113425 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:08.143970 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 19:01:08.851350 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d866a-b535-4e44-95cf-b35f7e213b1e req-de811749-d376-4308-be36-f6d31dc24d9b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:08.852842 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-793d866a-b535-4e44-95cf-b35f7e213b1e req-de811749-d376-4308-be36-f6d31dc24d9b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0523231 Mar 02 19:01:08.899501 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-793d866a-b535-4e44-95cf-b35f7e213b1e req-5097e892-9dbe-419e-9a38-23fdcc6bae97 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Mar 02 19:01:09.641178 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:09.880604 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 19:01:09.928008 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:01:09.928269 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.003912 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:01:10.004301 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.025170 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235574b-0dcb-452e-b3ad-1c1c3c0031fe req-41fadc8e-3e2d-4915-8c6e-b871dd3637c9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:10.025976 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:10.026721 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b235574b-0dcb-452e-b3ad-1c1c3c0031fe req-41fadc8e-3e2d-4915-8c6e-b871dd3637c9 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 944 time: 0.0554566 Mar 02 19:01:10.028692 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f01cc-bb78-4fe5-b8bb-9ecfdd9eaff4" -d '{"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-plugged", "status": "completed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:10.041683 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:10.046750 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.073296 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7eab5e-62e7-486b-a983-0f66f14a2bf6 x-openstack-request-id: req-0d7eab5e-62e7-486b-a983-0f66f14a2bf6 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:10.073601 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-plugged", "status": "completed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:10.073861 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d7eab5e-62e7-486b-a983-0f66f14a2bf6 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:10.074254 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'code': 200} Mar 02 19:01:10.079767 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b235574b-0dcb-452e-b3ad-1c1c3c0031fe req-86ec4bf2-b297-4571-89cc-c1671ddc6f10 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461569 Mar 02 19:01:10.100468 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=7']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:10.704113 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.725968 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33808) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:10.886983 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Deleting port 8d8c349c-fa2f-46ea-9a56-6cfa71145869 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:10.888005 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.963485 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.963884 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for floatingip (8d8c349c-fa2f-46ea-9a56-6cfa71145869), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:10.975785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Calling delete_port for 8d8c349c-fa2f-46ea-9a56-6cfa71145869 owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:11.141278 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (8d8c349c-fa2f-46ea-9a56-6cfa71145869), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:11.173902 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event deleted for resources: {'Port': ['ID=8d8c349c-fa2f-46ea-9a56-6cfa71145869,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:11.210252 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.210521 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.210870 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.211214 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.211551 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.211887 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.212216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.212544 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.212868 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.213195 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.213542 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.213867 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.214271 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:11.286702 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98618b2-1a1f-41af-82e7-c98f06bb1082 req-f4729ea6-2165-4d41-b15d-fbd2d2b89bc0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:11.288240 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b98618b2-1a1f-41af-82e7-c98f06bb1082 req-f4729ea6-2165-4d41-b15d-fbd2d2b89bc0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.1180434 Mar 02 19:01:11.291248 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for floatingip (36e0be3f-1319-4ff3-9374-aa92cc9871f5), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:11.291881 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Floating IP 36e0be3f-1319-4ff3-9374-aa92cc9871f5 disassociated (deleted). External IP: 172.27.1.168, port: 9fbd2525-d07c-46f7-a5b0-c734eba66deb. Mar 02 19:01:11.446816 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b98618b2-1a1f-41af-82e7-c98f06bb1082 req-86ce106d-7e45-4e67-bce6-19b8db8cd4fb tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506622 Mar 02 19:01:11.623463 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Router d64fbc57-f718-4130-8cd7-d77820eaf7b9 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:11.812791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:11.818067 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:11.826176 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Sync routers for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:11.839090 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:11.839732 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:11.854360 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a4d849a4-62dc-4381-84e1-2d467ae45440 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "DELETE /v2.0/floatingips/36e0be3f-1319-4ff3-9374-aa92cc9871f5 HTTP/1.1" status: 204 len: 168 time: 1.1272795 Mar 02 19:01:11.854952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:11.857476 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc75f75-cf37-4603-bfc4-213cf4e52c69" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:11.926510 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f4763-9772-4af1-a9c1-1f6e8afb8ddb x-openstack-request-id: req-dd4f4763-9772-4af1-a9c1-1f6e8afb8ddb {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:11.926799 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:11.927079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd4f4763-9772-4af1-a9c1-1f6e8afb8ddb {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:11.927481 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'status': 'completed', 'code': 200} Mar 02 19:01:12.004569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:12.039794 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-45b66278-97d1-4e59-a336-916a52e140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.045140 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-45b66278-97d1-4e59-a336-916a52e140ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa60559f33ae41fca82590224f60087f&device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 1130 time: 0.0983102 Mar 02 19:01:12.158028 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-a7c5ce1b-146d-4acf-9ee3-b475750bcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.159968 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-a7c5ce1b-146d-4acf-9ee3-b475750bcd3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 200 len: 909 time: 0.1074343 Mar 02 19:01:12.247661 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-2870d0c6-20d1-4781-a4c0-243510053b51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 200 len: 217 time: 0.0733545 Mar 02 19:01:12.256403 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e818716-5db8-4a78-872d-e5cfde896b00 req-c956d8b0-8b10-48a6-8e06-6f0910b332d8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.266635 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e818716-5db8-4a78-872d-e5cfde896b00 req-c956d8b0-8b10-48a6-8e06-6f0910b332d8 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.1398098 Mar 02 19:01:12.344791 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-7e8ad96d-dc12-4a16-9275-5685e0c77348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.346878 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-7e8ad96d-dc12-4a16-9275-5685e0c77348 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 200 len: 847 time: 0.0879524 Mar 02 19:01:12.366522 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9e818716-5db8-4a78-872d-e5cfde896b00 req-0fd9b2a9-1e07-4d3d-953c-51f02af0aece tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990024 Mar 02 19:01:12.424847 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-26392c34-284a-43f1-96f1-31536dd782da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.427105 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-26392c34-284a-43f1-96f1-31536dd782da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730755 Mar 02 19:01:12.498854 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.533289 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Checking router: d64fbc57-f718-4130-8cd7-d77820eaf7b9 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:12.543621 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-606ae39a-0323-4064-a6ef-34c618db3173 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037223 Mar 02 19:01:12.545924 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:12.546859 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.659803 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413410bf-c98b-4522-9ada-538b096bb538 req-43cb11ff-efc1-4351-ad91-edf266ce22de tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.669190 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-413410bf-c98b-4522-9ada-538b096bb538 req-43cb11ff-efc1-4351-ad91-edf266ce22de tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0916820 Mar 02 19:01:12.695285 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-1cc75f75-cf37-4603-bfc4-213cf4e52c69 req-d04088b9-a3d1-42dc-8fd6-aa29692286a4 service neutron] 10.222.0.41 "GET /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378739 Mar 02 19:01:12.699423 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:12.728766 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-413410bf-c98b-4522-9ada-538b096bb538 req-34351d31-ffce-40a0-8b1e-7f991bbd9392 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572205 Mar 02 19:01:12.955642 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.994399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794bc22-0053-465f-b03d-3468d69c4e07 None None] The sync data for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi is: [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 4, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': 'd374c795-466b-4fdb-af79-f584c5afa9d5', 'name': '', 'network_id': 'b4aa8c4a-5a78-47ab-8b6a-c5349d005f14', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'mac_address': 'fa:16:3e:19:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:48Z', 'updated_at': '2022-03-02T18:53:54Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'subnets': [{'id': 'f37751ad-c5c3-4afd-80c4-5ed875a75122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:01:13.240697 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117baab0-dc7b-4a17-a44e-c17e5230ebee None None] New status for floating IP 36e0be3f-1319-4ff3-9374-aa92cc9871f5: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:01:13.523059 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c781c8-460e-48f6-b050-dce1aa244ce7 req-1d72e894-e1a9-4a29-8b5d-ea9ff11db65a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.525246 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95c781c8-460e-48f6-b050-dce1aa244ce7 req-1d72e894-e1a9-4a29-8b5d-ea9ff11db65a tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0542071 Mar 02 19:01:13.583778 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-95c781c8-460e-48f6-b050-dce1aa244ce7 req-17d67f3e-d5a0-47dd-884c-55d41934140d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/security-groups?id=d300b796-31ee-4bef-904b-5e7f85b97e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493937 Mar 02 19:01:13.876630 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeae499-280d-4615-a28d-032176a702fb req-cffa3606-4c44-4804-aa40-d96bafabca39 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.879115 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6eeae499-280d-4615-a28d-032176a702fb req-cffa3606-4c44-4804-aa40-d96bafabca39 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0727689 Mar 02 19:01:13.915330 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-177bc476-7df5-46d9-86bb-2bd4fb64599d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.917801 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-177bc476-7df5-46d9-86bb-2bd4fb64599d tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 946 time: 0.0665934 Mar 02 19:01:13.952053 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-6eeae499-280d-4615-a28d-032176a702fb req-6ffc2950-3680-4a25-b3f5-c75cbafefc80 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605018 Mar 02 19:01:14.040663 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Deleting port 9fbd2525-d07c-46f7-a5b0-c734eba66deb {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:14.041012 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:14.151234 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] For port 9fbd2525-d07c-46f7-a5b0-c734eba66deb, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=9fbd2525-d07c-46f7-a5b0-c734eba66deb,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:14.151524 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:14.167252 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Calling delete_port for 9fbd2525-d07c-46f7-a5b0-c734eba66deb owned by compute:nova {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:14.311512 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (9fbd2525-d07c-46f7-a5b0-c734eba66deb), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:14.340349 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event deleted for resources: {'Port': ['ID=9fbd2525-d07c-46f7-a5b0-c734eba66deb,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:14.354581 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.354938 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.355293 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.355646 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.355975 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.356350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.357195 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.357550 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.357889 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.358332 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.358752 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.359047 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.359385 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:14.401654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] No DVR routers for this DVR port 9fbd2525-d07c-46f7-a5b0-c734eba66deb on host hv-cinder-80070 {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:14.404614 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:14.410037 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-c68f8766-69b4-4442-ba39-2a3f4c20793a req-84d848ad-24d8-46ff-9905-2ebc380d63fe tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.41 "DELETE /v2.0/ports/9fbd2525-d07c-46f7-a5b0-c734eba66deb HTTP/1.1" status: 204 len: 173 time: 0.4844415 Mar 02 19:01:14.410037 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-deleted', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:14.411358 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd710111-e1ef-4eca-9cf8-cb29e640ff73" -d '{"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-deleted", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:14.458356 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a4fb0-8c6a-4f05-8c99-1cec8d6da667 x-openstack-request-id: req-1b3a4fb0-8c6a-4f05-8c99-1cec8d6da667 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:14.458797 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f92a0-01a8-40ab-bdb1-0feba3d7561e", "name": "network-vif-deleted", "tag": "9fbd2525-d07c-46f7-a5b0-c734eba66deb", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:14.459287 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b3a4fb0-8c6a-4f05-8c99-1cec8d6da667 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:14.459787 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f92a0-01a8-40ab-bdb1-0feba3d7561e', 'name': 'network-vif-deleted', 'tag': '9fbd2525-d07c-46f7-a5b0-c734eba66deb', 'status': 'completed', 'code': 200} Mar 02 19:01:14.696971 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-72fa17b2-d22d-4c82-818b-96b412532515 req-68d0d923-43d7-43cf-8b8f-6af7e872492f tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3f92a0-01a8-40ab-bdb1-0feba3d7561e HTTP/1.1" status: 200 len: 210 time: 0.0372064 Mar 02 19:01:15.113426 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33091081-a4a5-4325-85d6-cb8758806ba5 req-670c0856-02b1-437a-bdff-05ec6e7f50dd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:15.115384 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-33091081-a4a5-4325-85d6-cb8758806ba5 req-670c0856-02b1-437a-bdff-05ec6e7f50dd tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0763702 Mar 02 19:01:15.185720 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-33091081-a4a5-4325-85d6-cb8758806ba5 req-500094a3-2d90-479c-a8b7-0d7296f1059e tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639460 Mar 02 19:01:15.758224 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33866) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:15.827719 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (d300b796-31ee-4bef-904b-5e7f85b97e74), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:15.855059 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (d300b796-31ee-4bef-904b-5e7f85b97e74), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:15.924593 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d300b796-31ee-4bef-904b-5e7f85b97e74), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:15.927588 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:15.931470 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] 10.222.0.21 "DELETE /v2.0/security-groups/d300b796-31ee-4bef-904b-5e7f85b97e74 HTTP/1.1" status: 204 len: 168 time: 0.1695802 Mar 02 19:01:15.939865 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400aa39-afa7-46ae-ac21-7f0dc892cd18 tempest-TestShelveInstance-1174810015 tempest-TestShelveInstance-1174810015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d300b796-31ee-4bef-904b-5e7f85b97e74,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:15.994669 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33870) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:16.329262 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3b3c-de9f-4dd4-9b50-56e5db2f5ac9 req-f211c9b3-8e7d-4a98-8a3f-2e654a0827c0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.337109 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-30eb3b3c-de9f-4dd4-9b50-56e5db2f5ac9 req-f211c9b3-8e7d-4a98-8a3f-2e654a0827c0 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0677993 Mar 02 19:01:16.398015 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-30eb3b3c-de9f-4dd4-9b50-56e5db2f5ac9 req-bcc19c4d-f185-473d-ab9a-84023ca1e6be tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596046 Mar 02 19:01:16.586796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:16.861693 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Deleting port d374c795-466b-4fdb-af79-f584c5afa9d5 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:16.862367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:16.954928 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] For port d374c795-466b-4fdb-af79-f584c5afa9d5, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=d374c795-466b-4fdb-af79-f584c5afa9d5,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:16.955336 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:16.976736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Calling delete_port for d374c795-466b-4fdb-af79-f584c5afa9d5 owned by network:router_interface {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:17.181422 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (d374c795-466b-4fdb-af79-f584c5afa9d5), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:17.214141 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Pushing event deleted for resources: {'Port': ['ID=d374c795-466b-4fdb-af79-f584c5afa9d5,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:17.455338 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:17.591546 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3965c-0766-4649-ad0d-2c6f45757d9c req-3824dd1b-8b47-4eea-a340-f74fe861b78d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:17.593093 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93c3965c-0766-4649-ad0d-2c6f45757d9c req-3824dd1b-8b47-4eea-a340-f74fe861b78d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0784755 Mar 02 19:01:17.651454 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-93c3965c-0766-4649-ad0d-2c6f45757d9c req-d055550c-c08b-4ae1-832e-b60985308439 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501707 Mar 02 19:01:17.936698 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:17.960787 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 9fbd2525-d07c-46f7-a5b0-c734eba66deb {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:17.961561 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 9fbd2525-d07c-46f7-a5b0-c734eba66deb not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:17.982050 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Router d64fbc57-f718-4130-8cd7-d77820eaf7b9 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:18.120953 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:18.127267 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d9fe2266-03b2-4c7e-b84d-a6a157fc479b admin admin] 10.222.0.21 "PUT /v2.0/routers/d64fbc57-f718-4130-8cd7-d77820eaf7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1313429 Mar 02 19:01:18.129793 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33884) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:18.142610 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Sync routers for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:18.159194 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:18.159882 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:18.300025 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks [] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:18.300332 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:18.440030 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks [] for router_gateway (d64fbc57-f718-4130-8cd7-d77820eaf7b9), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:18.505262 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Deleting port 6924b341-1536-4c81-89dc-e4529c732b69 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:18.505654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (6924b341-1536-4c81-89dc-e4529c732b69), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:18.543970 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6924b341-1536-4c81-89dc-e4529c732b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T19:01:17Z', 'revision_number': 5, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port': {'id': '6924b341-1536-4c81-89dc-e4529c732b69', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:18.576419 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Checking router: d64fbc57-f718-4130-8cd7-d77820eaf7b9 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:18.586159 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Routers {'d64fbc57-f718-4130-8cd7-d77820eaf7b9'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:18.586508 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:18.591317 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] For port 6924b341-1536-4c81-89dc-e4529c732b69, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=6924b341-1536-4c81-89dc-e4529c732b69,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:18.591680 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (6924b341-1536-4c81-89dc-e4529c732b69), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:18.611756 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Calling delete_port for 6924b341-1536-4c81-89dc-e4529c732b69 owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:18.715384 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] Set router d64fbc57-f718-4130-8cd7-d77820eaf7b9 gateway port host: None {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:18.779212 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T19:01:18Z', 'revision_number': 6, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:18.818618 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e3ed-113a-4aa1-995a-3b3b19385568 None None] The sync data for ids ['d64fbc57-f718-4130-8cd7-d77820eaf7b9'] in dv-cinder-800704-3-iscsi is: [{'id': 'd64fbc57-f718-4130-8cd7-d77820eaf7b9', 'name': 'tempest-TestShelveInstance-852521876-router', 'tenant_id': 'fa60559f33ae41fca82590224f60087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T19:01:18Z', 'revision_number': 6, 'project_id': 'fa60559f33ae41fca82590224f60087f', 'gw_port_host': None}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:01:18.899920 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (6924b341-1536-4c81-89dc-e4529c732b69), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:18.958418 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Pushing event deleted for resources: {'Port': ['ID=6924b341-1536-4c81-89dc-e4529c732b69,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:19.023065 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.032378 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e2e91-3da4-427a-9607-811a17df7215 req-d261dd15-529c-4f34-87b9-5cc6481837e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.034093 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7b4e2e91-3da4-427a-9607-811a17df7215 req-d261dd15-529c-4f34-87b9-5cc6481837e2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.2894135 Mar 02 19:01:19.111850 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7b4e2e91-3da4-427a-9607-811a17df7215 req-04b5775f-c2d9-4d72-897b-ccc19b298b3d tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631721 Mar 02 19:01:19.133425 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.136027 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks [] for router_controller (d64fbc57-f718-4130-8cd7-d77820eaf7b9), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.198533 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (d64fbc57-f718-4130-8cd7-d77820eaf7b9), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.199072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d64fbc57-f718-4130-8cd7-d77820eaf7b9 {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:19.204999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.206266 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-90e80d34-cdaf-42dc-bdf9-eec861cd0536 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d64fbc57-f718-4130-8cd7-d77820eaf7b9 HTTP/1.1" status: 204 len: 168 time: 1.0754030 Mar 02 19:01:19.208999 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33890) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:19.257839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Deleting subnet f37751ad-c5c3-4afd-80c4-5ed875a75122 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:01:19.261617 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Publish callbacks [] for subnet (f37751ad-c5c3-4afd-80c4-5ed875a75122), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.313190 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (f37751ad-c5c3-4afd-80c4-5ed875a75122), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.402385 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (f37751ad-c5c3-4afd-80c4-5ed875a75122), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.475610 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (f37751ad-c5c3-4afd-80c4-5ed875a75122), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.512775 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37751ad-c5c3-4afd-80c4-5ed875a75122,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:19.519020 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.520168 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec5633-8425-4a30-af71-63cc0bb5ce83 None None] Network b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:01:19.525466 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33892) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:19.526111 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-c0be0e61-a420-40c3-a288-c69728371f4c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f37751ad-c5c3-4afd-80c4-5ed875a75122 HTTP/1.1" status: 204 len: 168 time: 0.3160176 Mar 02 19:01:19.602339 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.714171 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Deleting port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:19.714508 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.747090 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] DHCP port deletion for b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:01:19.780616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device d374c795-466b-4fdb-af79-f584c5afa9d5 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:19.808538 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] For port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:19.809442 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.824141 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: d374c795-466b-4fdb-af79-f584c5afa9d5 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:19.824510 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device d374c795-466b-4fdb-af79-f584c5afa9d5 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:19.825393 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 6924b341-1536-4c81-89dc-e4529c732b69 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:19.833373 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Calling delete_port for 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 owned by network:dhcp {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:19.848506 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 6924b341-1536-4c81-89dc-e4529c732b69 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:19.849157 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 6924b341-1536-4c81-89dc-e4529c732b69 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:19.893516 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Deleting port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:19.893818 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.982779 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] For port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,segment=NetworkSegment(4d77ea3f-cf85-4c37-b445-6a579e55442a),segment_id=4d77ea3f-cf85-4c37-b445-6a579e55442a)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:19.984308 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:19.994037 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.013109 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] No DVR routers for this DVR port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 on host dv-cinder-800704-3-iscsi {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:20.024782 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Calling delete_port for 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:20.069515 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.162230 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.196786 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (99ec33e0-c2c2-40a0-b15c-0b66a94d4916), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.244638 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] Pushing event deleted for resources: {'Port': ['ID=99ec33e0-c2c2-40a0-b15c-0b66a94d4916,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.248794 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9c643-732b-4510-aefa-f3434ca3f267 None None] No DVR routers for this DVR port 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:20.249713 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4aa8c4a-5a78-47ab-8b6a-c5349d005f14']}} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:20.275844 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d77ea3f-cf85-4c37-b445-6a579e55442a') {'for_net_delete': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:20.275844 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d77ea3f-cf85-4c37-b445-6a579e55442a') {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:20.289972 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12315001'] for segment (4d77ea3f-cf85-4c37-b445-6a579e55442a), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.320974 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4d77ea3f-cf85-4c37-b445-6a579e55442a), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.343051 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:01:20.343446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720471'] for segment (4d77ea3f-cf85-4c37-b445-6a579e55442a), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: Traceback (most recent call last): Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: timer() Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: cb(*args, **kw) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: return func(*args, **kwargs) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: self._notify() Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: self.callback(batched_events) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: event.method(event) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: return f(self, *a, **k) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._get(url).json() Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:20.345244 dv-cinder-800704-3-iscsi neutron-server[109537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:20.420497 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387d74-04c1-4e5f-b989-c58110f6eff6 req-f9a0a671-4dd9-4a29-b024-1fa7a0d1a8d2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:20.421659 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-29387d74-04c1-4e5f-b989-c58110f6eff6 req-f9a0a671-4dd9-4a29-b024-1fa7a0d1a8d2 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.2271807 Mar 02 19:01:20.422941 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (b4aa8c4a-5a78-47ab-8b6a-c5349d005f14), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.429655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:20.431815 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4aa8c4a-5a78-47ab-8b6a-c5349d005f14 HTTP/1.1" status: 204 len: 168 time: 0.9048941 Mar 02 19:01:20.434805 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33902) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:20.450438 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906e33b-f8db-490a-b128-e616551f5210 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4aa8c4a-5a78-47ab-8b6a-c5349d005f14,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.502986 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-29387d74-04c1-4e5f-b989-c58110f6eff6 req-1cfee401-3725-458c-aa5d-09a6265e24a6 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679491 Mar 02 19:01:20.862441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:21.134271 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Deleting port a505b310-5c31-4b4a-94e2-d262e0431efe {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:21.134748 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:21.220296 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] For port a505b310-5c31-4b4a-94e2-d262e0431efe, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=a505b310-5c31-4b4a-94e2-d262e0431efe,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:21.220658 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:21.232975 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Calling delete_port for a505b310-5c31-4b4a-94e2-d262e0431efe owned by network:router_interface {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:21.413132 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (a505b310-5c31-4b4a-94e2-d262e0431efe), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:21.438736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a505b310-5c31-4b4a-94e2-d262e0431efe,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:21.602723 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:21.631550 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:21.637087 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:21.638162 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 99ec33e0-c2c2-40a0-b15c-0b66a94d4916 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:21.664653 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e3f1a-417e-4f04-998b-c0e6a22fa798 req-2f7b12cc-dacd-48ac-92c5-62b37b6f4ea7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:21.666151 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-908e3f1a-417e-4f04-998b-c0e6a22fa798 req-2f7b12cc-dacd-48ac-92c5-62b37b6f4ea7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0679893 Mar 02 19:01:21.713455 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-908e3f1a-417e-4f04-998b-c0e6a22fa798 req-9dd5c864-770c-4cc8-9e7f-7079b1f56089 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 Mar 02 19:01:21.860243 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Router c72c1c27-a80a-4706-a865-134f03ec3bc5 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:21.980147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:21.990563 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Sync routers for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:21.999241 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-77a56da9-7216-4467-8c78-569d5afda500 admin admin] 10.222.0.21 "PUT /v2.0/routers/c72c1c27-a80a-4706-a865-134f03ec3bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626404 Mar 02 19:01:21.999927 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:22.000700 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.001805 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33916) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:22.020352 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c442-d7ab-47fa-9a22-b7780650726b req-f1423aae-a344-448e-97c0-b4b927f98898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.021907 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-f1423aae-a344-448e-97c0-b4b927f98898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f7e363a224745e88186b776ab7f9ef4&device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 1129 time: 0.0523901 Mar 02 19:01:22.114039 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks [] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.127080 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c442-d7ab-47fa-9a22-b7780650726b req-faa8516e-6568-461c-b461-86337945b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.128991 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-faa8516e-6568-461c-b461-86337945b06c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 200 len: 918 time: 0.0987909 Mar 02 19:01:22.202481 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-f4ac9492-18ac-4c6e-bceb-4bd720e455e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 200 len: 1000 time: 0.0669813 Mar 02 19:01:22.204544 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:22.227470 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks [] for router_gateway (c72c1c27-a80a-4706-a865-134f03ec3bc5), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.267587 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c442-d7ab-47fa-9a22-b7780650726b req-61ba7a4b-4b54-40a7-8067-2cb875684198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.269377 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-61ba7a4b-4b54-40a7-8067-2cb875684198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 200 len: 856 time: 0.0589764 Mar 02 19:01:22.293673 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Deleting port 29eaeeb3-0ed9-452a-be98-d3c053da53d3 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:22.294015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.338861 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c442-d7ab-47fa-9a22-b7780650726b req-81efa34d-be52-4cf9-ae31-b84fd2d9aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.342040 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-81efa34d-be52-4cf9-ae31-b84fd2d9aa80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f6a2f40-b01d-44bc-880f-149b7df47fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655630 Mar 02 19:01:22.411859 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] For port 29eaeeb3-0ed9-452a-be98-d3c053da53d3, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=29eaeeb3-0ed9-452a-be98-d3c053da53d3,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:22.412165 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T19:01:21Z', 'revision_number': 5, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port': {'id': '29eaeeb3-0ed9-452a-be98-d3c053da53d3', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:51Z', 'updated_at': '2022-03-02T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.412359 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.426729 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Calling delete_port for 29eaeeb3-0ed9-452a-be98-d3c053da53d3 owned by network:router_gateway {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:22.444696 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Checking router: c72c1c27-a80a-4706-a865-134f03ec3bc5 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:22.454315 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Routers {'c72c1c27-a80a-4706-a865-134f03ec3bc5'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:22.454929 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c72c1c27-a80a-4706-a865-134f03ec3bc5'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.457240 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-38cee0b4-b312-4339-b600-d32c88b6c1fa service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077399 Mar 02 19:01:22.498402 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:01:22.554247 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] Set router c72c1c27-a80a-4706-a865-134f03ec3bc5 gateway port host: None {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:22.556388 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-e912c442-d7ab-47fa-9a22-b7780650726b req-7aff6fdb-7472-4bc8-a60e-be43c31d0e0d service neutron] 10.222.0.41 "GET /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Mar 02 19:01:22.604188 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (29eaeeb3-0ed9-452a-be98-d3c053da53d3), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.604943 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T19:01:22Z', 'revision_number': 6, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.634498 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Pushing event deleted for resources: {'Port': ['ID=29eaeeb3-0ed9-452a-be98-d3c053da53d3,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:22.637236 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08d75e-e9e5-46e5-9ffe-3c5ba411c4c4 None None] The sync data for ids ['c72c1c27-a80a-4706-a865-134f03ec3bc5'] in dv-cinder-800704-3-iscsi is: [{'id': 'c72c1c27-a80a-4706-a865-134f03ec3bc5', 'name': 'tempest-TestShelveInstance-1553609179-router', 'tenant_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:50Z', 'updated_at': '2022-03-02T19:01:22Z', 'revision_number': 6, 'project_id': 'd94b462865a54aaaab6d5acf9bae54d2', 'gw_port_host': None}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:01:22.701789 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.796824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:22.800856 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks [] for router_controller (c72c1c27-a80a-4706-a865-134f03ec3bc5), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.125933 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (c72c1c27-a80a-4706-a865-134f03ec3bc5), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.126434 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72c1c27-a80a-4706-a865-134f03ec3bc5 {{(pid=109537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:23.130995 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.132144 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f20426f1-15e3-4083-a0b7-99e1c8fc2598 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c72c1c27-a80a-4706-a865-134f03ec3bc5 HTTP/1.1" status: 204 len: 168 time: 1.1292412 Mar 02 19:01:23.134880 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33920) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:23.147012 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75193fb8-a581-4b58-b937-62ed817b30ad req-b7ee927e-a0e0-42ce-8a25-ddacadba291b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:23.148493 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-75193fb8-a581-4b58-b937-62ed817b30ad req-b7ee927e-a0e0-42ce-8a25-ddacadba291b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.3497193 Mar 02 19:01:23.179472 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Deleting subnet 3504930f-8325-4591-87af-5e6d6b2cb5e8 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:01:23.182568 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Publish callbacks [] for subnet (3504930f-8325-4591-87af-5e6d6b2cb5e8), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.196846 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-75193fb8-a581-4b58-b937-62ed817b30ad req-7de11bf2-85da-4f96-820e-79ee9d36cc55 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Mar 02 19:01:23.216645 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (3504930f-8325-4591-87af-5e6d6b2cb5e8), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.294324 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (3504930f-8325-4591-87af-5e6d6b2cb5e8), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.344631 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (3504930f-8325-4591-87af-5e6d6b2cb5e8), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.370601 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3504930f-8325-4591-87af-5e6d6b2cb5e8,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:23.372859 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.376496 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-12a480ab-8fed-4178-b757-40dca3a8750c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3504930f-8325-4591-87af-5e6d6b2cb5e8 HTTP/1.1" status: 204 len: 168 time: 0.2401276 Mar 02 19:01:23.377236 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb23d49-755d-4b26-96b8-511650c1c935 None None] Network ff494fce-850b-4d21-828a-0d867779eeb5 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:01:23.378484 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33922) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:23.449848 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (ff494fce-850b-4d21-828a-0d867779eeb5), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.518364 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Deleting port dcad51ce-d654-4a65-9f03-d03405c29fbf {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:23.518962 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.563925 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] DHCP port deletion for ff494fce-850b-4d21-828a-0d867779eeb5 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:01:23.569920 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device a505b310-5c31-4b4a-94e2-d262e0431efe no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:23.588771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] For port dcad51ce-d654-4a65-9f03-d03405c29fbf, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=dcad51ce-d654-4a65-9f03-d03405c29fbf,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:23.589129 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.594469 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: a505b310-5c31-4b4a-94e2-d262e0431efe {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:23.594870 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device a505b310-5c31-4b4a-94e2-d262e0431efe not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:23.595326 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 29eaeeb3-0ed9-452a-be98-d3c053da53d3 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:23.603813 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Calling delete_port for dcad51ce-d654-4a65-9f03-d03405c29fbf owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:23.639946 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 29eaeeb3-0ed9-452a-be98-d3c053da53d3 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:23.640474 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 29eaeeb3-0ed9-452a-be98-d3c053da53d3 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:23.662983 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Deleting port dcad51ce-d654-4a65-9f03-d03405c29fbf {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:23.663546 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.712144 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.739428 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] For port dcad51ce-d654-4a65-9f03-d03405c29fbf, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=dcad51ce-d654-4a65-9f03-d03405c29fbf,segment=NetworkSegment(4ba79dc9-4a40-4458-8362-39c86380f4b7),segment_id=4ba79dc9-4a40-4458-8362-39c86380f4b7)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:23.739869 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.741503 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcad51ce-d654-4a65-9f03-d03405c29fbf,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:23.751228 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] No DVR routers for this DVR port dcad51ce-d654-4a65-9f03-d03405c29fbf on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:23.757715 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Calling delete_port for dcad51ce-d654-4a65-9f03-d03405c29fbf owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:23.832321 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (ff494fce-850b-4d21-828a-0d867779eeb5), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.851097 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (dcad51ce-d654-4a65-9f03-d03405c29fbf), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.862766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff494fce-850b-4d21-828a-0d867779eeb5']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:23.872416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba79dc9-4a40-4458-8362-39c86380f4b7') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:23.872756 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba79dc9-4a40-4458-8362-39c86380f4b7') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:23.882796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (4ba79dc9-4a40-4458-8362-39c86380f4b7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.898284 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4ba79dc9-4a40-4458-8362-39c86380f4b7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.898979 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] Pushing event deleted for resources: {'Port': ['ID=dcad51ce-d654-4a65-9f03-d03405c29fbf,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:23.905792 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24bf6a-5e86-4198-9930-05d454667908 None None] No DVR routers for this DVR port dcad51ce-d654-4a65-9f03-d03405c29fbf on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:23.908573 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:01:23.909464 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (4ba79dc9-4a40-4458-8362-39c86380f4b7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:23.912269 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:23.972861 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (ff494fce-850b-4d21-828a-0d867779eeb5), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.980059 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:23.983527 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff494fce-850b-4d21-828a-0d867779eeb5 HTTP/1.1" status: 204 len: 168 time: 0.6040881 Mar 02 19:01:23.996314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1767c-e5a2-4512-b288-4a624b8130d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff494fce-850b-4d21-828a-0d867779eeb5,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.112514 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33930) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:24.157759 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-00b8a8d4-9553-4abf-9a50-17c01a157b41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa60559f33ae41fca82590224f60087f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433710 Mar 02 19:01:24.160186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33932) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:24.208294 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] Publish callbacks [] for security_group (8381065c-277e-4448-92c1-5fba8988269e), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.232876 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] Publish callbacks [] for security_group (8381065c-277e-4448-92c1-5fba8988269e), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.300160 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8381065c-277e-4448-92c1-5fba8988269e), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.302664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.303782 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8381065c-277e-4448-92c1-5fba8988269e HTTP/1.1" status: 204 len: 168 time: 0.1426907 Mar 02 19:01:24.335729 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf8f6c-7fd1-427f-afca-029d9a37936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381065c-277e-4448-92c1-5fba8988269e,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.360522 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec611b-3cde-4410-9c59-0891b3820a70 req-446ddd27-fb4b-4865-a229-093c6b85a8d7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:24.362163 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08ec611b-3cde-4410-9c59-0891b3820a70 req-446ddd27-fb4b-4865-a229-093c6b85a8d7 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0721498 Mar 02 19:01:24.418902 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-08ec611b-3cde-4410-9c59-0891b3820a70 req-a8e0bc8c-40c9-4942-80fa-00303ee2a56f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487635 Mar 02 19:01:24.688409 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 33942) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:24.731562 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-fe4723c4-a914-4dc2-a6d6-391932a21671 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d94b462865a54aaaab6d5acf9bae54d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420065 Mar 02 19:01:24.735204 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 33944) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:24.784658 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] Publish callbacks [] for security_group (8dfcd114-7669-4604-be4f-29c6750c1aa0), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.807375 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] Publish callbacks [] for security_group (8dfcd114-7669-4604-be4f-29c6750c1aa0), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.870658 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8dfcd114-7669-4604-be4f-29c6750c1aa0), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.873339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:24.874536 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dfcd114-7669-4604-be4f-29c6750c1aa0 HTTP/1.1" status: 204 len: 168 time: 0.1382687 Mar 02 19:01:24.882675 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33272b5-6567-4b8d-a7fb-8156186f0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcd114-7669-4604-be4f-29c6750c1aa0,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:25.530731 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device dcad51ce-d654-4a65-9f03-d03405c29fbf no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:25.550904 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: dcad51ce-d654-4a65-9f03-d03405c29fbf {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:25.551349 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device dcad51ce-d654-4a65-9f03-d03405c29fbf not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:25.570015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5fce2-7248-42c5-b0be-bff8f0cad199 req-d5eac455-7634-48d0-b528-da0bae467a7b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:25.571513 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4fb5fce2-7248-42c5-b0be-bff8f0cad199 req-d5eac455-7634-48d0-b528-da0bae467a7b tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 945 time: 0.0752199 Mar 02 19:01:25.623956 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4fb5fce2-7248-42c5-b0be-bff8f0cad199 req-d7d09cd1-ef54-49aa-a4ae-966b4b475eff tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b78bf40-6e8b-42d7-939f-891da085eb37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452607 Mar 02 19:01:26.002863 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:26.082711 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 is: ACTIVE; New status is: DOWN {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:01:26.083065 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:26.105257 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:26.107548 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38828150-25b9-49cf-9061-b8d1c3ae9f27" -d '{"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-unplugged", "status": "completed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:26.121000 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:26.126169 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:26.151726 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf43498-55a6-4bed-aa38-717f2e6f0fc2 x-openstack-request-id: req-7bf43498-55a6-4bed-aa38-717f2e6f0fc2 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:26.152189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-unplugged", "status": "failed", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "code": 422}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:26.152569 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf43498-55a6-4bed-aa38-717f2e6f0fc2 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:26.153068 dv-cinder-800704-3-iscsi neutron-server[109539]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'code': 422} returned with failed status Mar 02 19:01:26.179955 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=8']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:26.371351 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-d13f62a2-709a-4181-9b73-699a2b07215b req-02d8c2f6-bed2-45ce-ab6d-1b7a1f240449 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 19:01:26.372633 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d13f62a2-709a-4181-9b73-699a2b07215b req-02d8c2f6-bed2-45ce-ab6d-1b7a1f240449 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060031 Mar 02 19:01:27.799780 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-60892df0-8173-4b37-bfbd-ca4bb9682229 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2661705 Mar 02 19:01:27.891674 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-2dd910df-af60-43b7-b6b0-221036a8dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:27.893274 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-2dd910df-af60-43b7-b6b0-221036a8dce8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1129 time: 0.0499847 Mar 02 19:01:28.010765 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-712754f5-51ba-4609-bc14-b32a8ae48732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:28.012257 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-712754f5-51ba-4609-bc14-b32a8ae48732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.0984094 Mar 02 19:01:28.079073 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-f89dc61b-b54d-4895-8de3-9a3480c7687f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 1001 time: 0.0609224 Mar 02 19:01:28.130760 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-1fb32e05-5fa3-404a-9e20-4b540023e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:28.132270 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-1fb32e05-5fa3-404a-9e20-4b540023e9f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0470061 Mar 02 19:01:28.187187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-405eeac5-e5ed-4cdf-98ad-c6e24342cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:28.188754 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-405eeac5-e5ed-4cdf-98ad-c6e24342cf36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501964 Mar 02 19:01:28.286183 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-2bdc27ab-2421-49e1-a348-62a8a189a1e8 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908635 Mar 02 19:01:28.383756 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4783f5a3-4075-45d1-afba-64bdf5ff2267 req-5e99e802-d3b5-419c-b151-f34cb29614ca service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Mar 02 19:01:30.499240 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:34.392139 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-23805799-6d11-4604-9bb7-25a3d3907cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:36.675513 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-00aad3b7-8b92-4a98-87c6-f4891e46440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:37.822277 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:39.642239 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:40.708871 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:41.237609 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-708cd4d7-00b0-4730-8860-2b0c04465e32 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367608616&fields=id&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 267 time: 0.0440314 Mar 02 19:01:41.348083 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-cc360762-4521-4b5a-8a79-e6287dccc2b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:41.349560 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-cc360762-4521-4b5a-8a79-e6287dccc2b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.1055386 Mar 02 19:01:41.364890 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-1112f6ad-d7d9-40a0-97a8-fb1308b7e683 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/quotas/a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 375 time: 0.0099595 Mar 02 19:01:41.423143 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-f2f30927-a29e-4654-b1f6-1b9a9bef1531 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525441 Mar 02 19:01:41.439758 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-52d94544-b9da-4a8b-b443-10e53e8716e3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109537) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 19:01:41.440775 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-52d94544-b9da-4a8b-b443-10e53e8716e3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063109 Mar 02 19:01:41.537142 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-13745c9c-73f6-4d5b-96d6-b1b2bef7613e service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Mar 02 19:01:41.690567 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-500725d9-d1ec-45ea-ac5b-1f478ad0e9fc service neutron] 10.222.0.21 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460481 Mar 02 19:01:42.046793 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d2dbd7d2-c07f-4d04-acd6-0cdaafa23114 req-400ae095-29b6-45aa-8592-c57a3bdf0132 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 210 time: 0.0319176 Mar 02 19:01:42.491041 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0892-c322-4a35-952a-5d9a9509a661 req-2d5829c4-0e00-424e-a14e-fc0c45cbcb33 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:42.492602 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-54ac0892-c322-4a35-952a-5d9a9509a661 req-2d5829c4-0e00-424e-a14e-fc0c45cbcb33 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0555096 Mar 02 19:01:42.553946 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-54ac0892-c322-4a35-952a-5d9a9509a661 req-ae8e0287-6e59-4d51-a931-69320ec5fc58 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514412 Mar 02 19:01:43.025697 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-2dbf30b4-bb92-43c5-a917-8baa028fb93c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.027201 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-2dbf30b4-bb92-43c5-a917-8baa028fb93c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 811 time: 0.1132116 Mar 02 19:01:43.089676 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-dfd5114e-a28d-4d92-98fa-5ac36d80ec4c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a293c75859834cf6878ced41ebacad9d HTTP/1.1" status: 200 len: 380 time: 0.0535698 Mar 02 19:01:43.099736 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'port': {'device_id': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'admin_state_up': True, 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'security_groups': ['a8c65117-d09e-4032-9aec-2309c9d67cb3']}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:01:43.148981 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e21e844d-f87a-4c1e-9fed-02bc91e68cd8 req-d28219fd-c6ef-4d4f-b975-9e345047f604 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 210 time: 0.0297544 Mar 02 19:01:43.211407 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Made reservation on behalf of a293c75859834cf6878ced41ebacad9d for: {'port': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:43.214856 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:43.366743 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.20.0.10 (3b6737ed-9235-41e6-ac01-e2af6d694e4f/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68/30f83047-0375-40ec-9441-2743c71c3e7e) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:43.510264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (30f83047-0375-40ec-9441-2743c71c3e7e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:43.543885 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:43.593570 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:43.597151 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:43.600869 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 19:01:43.625645 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.662029 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.662593 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:43.684407 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181a927-382b-4b8e-ac56-a2c99c63decd req-e8a3e221-554f-4b9b-aa6e-3761aebccbf4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.688935 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-d5804151-babc-499a-b472-d6ed365f8bc4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933909 Mar 02 19:01:43.689620 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a181a927-382b-4b8e-ac56-a2c99c63decd req-e8a3e221-554f-4b9b-aa6e-3761aebccbf4 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0629063 Mar 02 19:01:43.699516 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-1e0fe79e-be75-4f0f-961f-b2b3712bbfe0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109538) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 19:01:43.700502 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-1e0fe79e-be75-4f0f-961f-b2b3712bbfe0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058374 Mar 02 19:01:43.745901 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a181a927-382b-4b8e-ac56-a2c99c63decd req-e27e8ace-ed17-4010-8a6f-9186e892da58 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507655 Mar 02 19:01:43.809477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Request body: {'port': {'device_id': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:01:43.832178 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-6c50d7d9-0766-4454-8567-e02af3ebb42d None None] Provisioning complete for port 30f83047-0375-40ec-9441-2743c71c3e7e triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:01:43.832767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6c50d7d9-0766-4454-8567-e02af3ebb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:43.869122 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-6c50d7d9-0766-4454-8567-e02af3ebb42d None None] Port 30f83047-0375-40ec-9441-2743c71c3e7e cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 19:01:43.869652 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.131259 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f83047-0375-40ec-9441-2743c71c3e7e {{(pid=109538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:01:44.139613 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks [] for port (30f83047-0375-40ec-9441-2743c71c3e7e), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.152691 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.provisioning_blocks [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Transition to ACTIVE for port object 30f83047-0375-40ec-9441-2743c71c3e7e will not be triggered until provisioned by entity L2. {{(pid=109538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 19:01:44.156522 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.227734 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Pushing event updated for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.274069 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18256d7-1ed5-4150-a3f8-3b75e1a560ea req-d44296ce-7722-459d-88e2-6902e778a310 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.275969 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c18256d7-1ed5-4150-a3f8-3b75e1a560ea req-d44296ce-7722-459d-88e2-6902e778a310 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0553081 Mar 02 19:01:44.280071 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Attempting to bind port 30f83047-0375-40ec-9441-2743c71c3e7e on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 19:01:44.280575 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Attempting to bind port 30f83047-0375-40ec-9441-2743c71c3e7e by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 19:01:44.281004 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Attempting to bind port 30f83047-0375-40ec-9441-2743c71c3e7e on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:01:44.289593 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Port 30f83047-0375-40ec-9441-2743c71c3e7e on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 19:01:44.289915 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Attempting to bind port 30f83047-0375-40ec-9441-2743c71c3e7e on network 3b6737ed-9235-41e6-ac01-e2af6d694e4f {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:01:44.295187 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 19:01:44.296022 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Checking segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 19:01:44.296022 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Bound using segment: {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'} {{(pid=109538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 19:01:44.296303 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.managers [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Bound port: 30f83047-0375-40ec-9441-2743c71c3e7e, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bc01d2-12fc-4f95-991d-553d8d7716b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f'}}] {{(pid=109538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 19:01:44.296654 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.327903 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c18256d7-1ed5-4150-a3f8-3b75e1a560ea req-fd65a319-822d-45be-9c76-848bfd5df029 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Mar 02 19:01:44.378314 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, cleared binding levels {{(pid=109538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:44.381719 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=30f83047-0375-40ec-9441-2743c71c3e7e,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:44.387839 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.420519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.421339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.422735 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] 10.222.0.41 "PUT /v2.0/ports/30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 200 len: 1094 time: 0.7149491 Mar 02 19:01:44.425140 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:44.428823 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:44.460804 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef18a6-35db-44c9-8021-709d00a0726a service neutron] Pushing event updated for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=3']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.474360 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c419ee-5ef5-4eef-b6ca-eca3d9aca771 x-openstack-request-id: req-f0c419ee-5ef5-4eef-b6ca-eca3d9aca771 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:44.474645 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:44.474895 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0c419ee-5ef5-4eef-b6ca-eca3d9aca771 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:44.475287 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e', 'status': 'completed', 'code': 200} Mar 02 19:01:44.514162 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-2770f1bc-0842-4509-8279-7bf30a19b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.515748 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-2770f1bc-0842-4509-8279-7bf30a19b8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1128 time: 0.0505352 Mar 02 19:01:44.561021 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-60eaff1a-f183-45fd-a1a4-28ad612887f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 200 len: 217 time: 0.0386698 Mar 02 19:01:44.610233 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-f865611a-4e58-4cf8-a89f-a795693ba8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.611701 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-f865611a-4e58-4cf8-a89f-a795693ba8c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0447757 Mar 02 19:01:44.659927 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-1f962051-8830-491f-97b2-a2a8554c69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.661402 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-1f962051-8830-491f-97b2-a2a8554c69b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442650 Mar 02 19:01:44.756125 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-9f1bda4a-b126-4319-9192-976c4a2679f3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Mar 02 19:01:44.756398 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-6dbcf118-ea10-4e58-8db5-8967d040eff0 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.757762 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-6dbcf118-ea10-4e58-8db5-8967d040eff0 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0575671 Mar 02 19:01:44.848046 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-b8c0f2cd-f319-4ffc-abe0-57555e785116 req-76c7b04c-22ed-4352-8fbb-55fa79325fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Mar 02 19:01:44.903892 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15712b0c-b6c8-434d-91e8-de251e660531 req-7af52cda-4bd1-4660-a958-dded5828e698 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.905417 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15712b0c-b6c8-434d-91e8-de251e660531 req-7af52cda-4bd1-4660-a958-dded5828e698 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 945 time: 0.0765967 Mar 02 19:01:44.907285 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Deleting port ab145e79-b9f0-42b9-9a14-24ca7d46785d {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:44.907752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:44.939341 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-d6c1bf95-7697-40e4-af93-2cf082fb5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.940747 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-d6c1bf95-7697-40e4-af93-2cf082fb5852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1128 time: 0.0497408 Mar 02 19:01:45.013638 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-15712b0c-b6c8-434d-91e8-de251e660531 req-45f6507e-7347-4b64-ae2f-5c6d7481ea3c tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0123881-0482-4a5d-a78f-83aa8310679a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012940 Mar 02 19:01:45.028647 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] For port ab145e79-b9f0-42b9-9a14-24ca7d46785d, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=ab145e79-b9f0-42b9-9a14-24ca7d46785d,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:45.028928 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:45.030308 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-2d9c6924-e4bf-4747-bfce-757330ee220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.031788 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-2d9c6924-e4bf-4747-bfce-757330ee220f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.0850360 Mar 02 19:01:45.072789 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-682c3b25-d34c-45d5-8092-2cbab64687cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 200 len: 217 time: 0.0352740 Mar 02 19:01:45.123379 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-bd16f881-dbd9-4d0a-ae5e-5bd9921dc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.124846 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-bd16f881-dbd9-4d0a-ae5e-5bd9921dc3d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0467708 Mar 02 19:01:45.172170 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-bc4319b0-e988-4bd4-af6e-95dcc8c504af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.174316 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-bc4319b0-e988-4bd4-af6e-95dcc8c504af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439978 Mar 02 19:01:45.209062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:45.209408 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:45.209678 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Floating IP ea1130c0-adcc-449e-9720-3e4a399618ea disassociated. External IP: 172.27.1.9, port: ab145e79-b9f0-42b9-9a14-24ca7d46785d. Mar 02 19:01:45.210036 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Calling delete_port for ab145e79-b9f0-42b9-9a14-24ca7d46785d owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:45.260730 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-8a2c3e49-cc8f-4a04-92f1-7be89290e047 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805361 Mar 02 19:01:45.342566 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (ab145e79-b9f0-42b9-9a14-24ca7d46785d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:45.359095 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [req-4f777a7e-35bc-450b-93f9-dc4e6b5ddb0c req-4c27555e-79b4-4471-93a6-ab06ab478a7d service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923150 Mar 02 19:01:45.376641 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'Port': ['ID=ab145e79-b9f0-42b9-9a14-24ca7d46785d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:45.520330 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560704-f411-4b11-9dab-434aa21e04e6 req-b4622971-2407-4ace-9a41-70d6e833817e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.521858 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91560704-f411-4b11-9dab-434aa21e04e6 req-b4622971-2407-4ace-9a41-70d6e833817e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.1012306 Mar 02 19:01:45.552749 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:45.586004 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-91560704-f411-4b11-9dab-434aa21e04e6 req-a099c46d-1919-41fb-a5b9-5c126fe9c146 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586493 Mar 02 19:01:45.682983 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:45.693635 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:45.702983 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:45.703613 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:45.723127 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] No DVR routers for this DVR port ab145e79-b9f0-42b9-9a14-24ca7d46785d on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:45.725713 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:45.729113 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-fb48baec-3258-4820-b7ad-c4ced76be37f req-1dc62c2d-0c71-4ec5-b3b2-a59300f9a80d tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.41 "DELETE /v2.0/ports/ab145e79-b9f0-42b9-9a14-24ca7d46785d HTTP/1.1" status: 204 len: 173 time: 0.9632025 Mar 02 19:01:45.729597 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'name': 'network-vif-deleted', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:45.731891 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4f412-1f19-4f8e-ba3c-af5262789cf6" -d '{"events": [{"server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "name": "network-vif-deleted", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:45.774914 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a451de2-78c5-4f0d-b3c1-c427aa4e8866 x-openstack-request-id: req-9a451de2-78c5-4f0d-b3c1-c427aa4e8866 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:45.775537 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fcffa1-04e5-4501-b4e9-938f8d2683cc", "name": "network-vif-deleted", "tag": "ab145e79-b9f0-42b9-9a14-24ca7d46785d", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:45.775652 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a451de2-78c5-4f0d-b3c1-c427aa4e8866 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:45.776407 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fcffa1-04e5-4501-b4e9-938f8d2683cc', 'name': 'network-vif-deleted', 'tag': 'ab145e79-b9f0-42b9-9a14-24ca7d46785d', 'status': 'completed', 'code': 200} Mar 02 19:01:45.843764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:46.043039 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:46.069209 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:46.077448 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:46.078054 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:46.119023 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a6fc7e79-8917-49d6-808d-4485ab463c28 req-f3c81b4c-a553-4641-bb87-61f5789210fb tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/ports?device_id=12fcffa1-04e5-4501-b4e9-938f8d2683cc HTTP/1.1" status: 200 len: 210 time: 0.0266626 Mar 02 19:01:46.195115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:46.406516 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:46.436851 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd4602-3d13-48e9-98d8-b704f7cf386c None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T18:51:30Z', 'revision_number': 4, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '069fcd91-72d7-4245-a54a-ac1324cf14a6', 'name': '', 'network_id': '1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'mac_address': 'fa:16:3e:09:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:28Z', 'updated_at': '2022-03-02T18:51:43Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'subnets': [{'id': '31536642-fa43-4d06-a0d4-c2150a90323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:01:46.657554 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298035be-50a3-4f7d-9382-f4ee7d4ca02c None None] New status for floating IP ea1130c0-adcc-449e-9720-3e4a399618ea: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:01:46.715985 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95a6c-7e4f-4ffe-b177-9a61ac8d5483 req-44f688ab-948a-453e-b6b9-c5d96c4c41b0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.717528 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9f95a6c-7e4f-4ffe-b177-9a61ac8d5483 req-44f688ab-948a-453e-b6b9-c5d96c4c41b0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0550482 Mar 02 19:01:46.766651 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e9f95a6c-7e4f-4ffe-b177-9a61ac8d5483 req-85cb73ec-58fc-4081-ac96-e7f53b4eb499 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Mar 02 19:01:47.201264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34104) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:47.253956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (f0123881-0482-4a5d-a78f-83aa8310679a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.276407 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (f0123881-0482-4a5d-a78f-83aa8310679a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.322892 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (f0123881-0482-4a5d-a78f-83aa8310679a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.325513 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.326672 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0123881-0482-4a5d-a78f-83aa8310679a HTTP/1.1" status: 204 len: 168 time: 0.1243768 Mar 02 19:01:47.330070 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34106) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:47.336055 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506df1e-2c5f-465a-bf67-b1d191bb8893 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0123881-0482-4a5d-a78f-83aa8310679a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:47.343458 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.api.v2.resource [None req-55c19e9c-678f-4d3c-bed8-2b8895958abe tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] show failed (client error): The resource could not be found. Mar 02 19:01:47.344680 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-55c19e9c-678f-4d3c-bed8-2b8895958abe tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "GET /v2.0/security-groups/f0123881-0482-4a5d-a78f-83aa8310679a HTTP/1.1" status: 404 len: 347 time: 0.0134211 Mar 02 19:01:47.347467 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34108) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:47.488777 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Deleting port c2d4c67f-c76a-48fd-a989-54f37729480d {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:47.489123 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.565645 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.565970 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (c2d4c67f-c76a-48fd-a989-54f37729480d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.577734 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Calling delete_port for c2d4c67f-c76a-48fd-a989-54f37729480d owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:47.713026 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (c2d4c67f-c76a-48fd-a989-54f37729480d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.741851 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Pushing event deleted for resources: {'Port': ['ID=c2d4c67f-c76a-48fd-a989-54f37729480d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:47.799304 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks [] for floatingip (ea1130c0-adcc-449e-9720-3e4a399618ea), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.801977 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:47.803182 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-3f00966d-54a2-4035-9dba-55eeb79237e5 tempest-AttachVolumeTestJSON-1499173885 tempest-AttachVolumeTestJSON-1499173885-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea1130c0-adcc-449e-9720-3e4a399618ea HTTP/1.1" status: 204 len: 168 time: 0.4547629 Mar 02 19:01:47.894039 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9d549-0d08-41e4-ab60-ba630816b8cd req-168d5545-b918-4b0f-aee1-47def7ff05a9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:47.895609 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-79f9d549-0d08-41e4-ab60-ba630816b8cd req-168d5545-b918-4b0f-aee1-47def7ff05a9 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0568101 Mar 02 19:01:47.946090 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-79f9d549-0d08-41e4-ab60-ba630816b8cd req-98876890-b16b-4f26-8b49-bfe0177bd15c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446136 Mar 02 19:01:48.120673 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device ab145e79-b9f0-42b9-9a14-24ca7d46785d no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:48.140067 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: ab145e79-b9f0-42b9-9a14-24ca7d46785d {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:48.140412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device ab145e79-b9f0-42b9-9a14-24ca7d46785d not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:49.080224 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb222d37-8a75-4600-8106-ab3a9803b573 req-15259017-837e-414f-97fa-a4f1a02bf59c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:49.081981 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb222d37-8a75-4600-8106-ab3a9803b573 req-15259017-837e-414f-97fa-a4f1a02bf59c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0650101 Mar 02 19:01:49.130313 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb222d37-8a75-4600-8106-ab3a9803b573 req-a7a52212-22bf-4f7d-9344-ca0d7201f0af tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Mar 02 19:01:50.254286 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b7742-1b66-499b-b270-ecb11d9e53a9 req-0ff32520-ae5f-434e-932a-da27bbaa136c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:50.255785 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b40b7742-1b66-499b-b270-ecb11d9e53a9 req-0ff32520-ae5f-434e-932a-da27bbaa136c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0607617 Mar 02 19:01:50.304094 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-b40b7742-1b66-499b-b270-ecb11d9e53a9 req-7bd0d9e5-860b-497b-8ba2-9c5d27dec6a4 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Mar 02 19:01:51.350228 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34144) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:51.440810 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00f5e4-f0a9-471f-acc5-9bfbff4f0b04 req-9991c926-f036-4ada-ae06-93da615ef7be tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:51.442212 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb00f5e4-f0a9-471f-acc5-9bfbff4f0b04 req-9991c926-f036-4ada-ae06-93da615ef7be tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 944 time: 0.0533080 Mar 02 19:01:51.497258 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cb00f5e4-f0a9-471f-acc5-9bfbff4f0b04 req-d0f485dc-9384-4b62-a192-674a6e55b200 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486388 Mar 02 19:01:51.791079 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.027238 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Deleting port 069fcd91-72d7-4245-a54a-ac1324cf14a6 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:52.027642 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.102190 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] For port 069fcd91-72d7-4245-a54a-ac1324cf14a6, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=069fcd91-72d7-4245-a54a-ac1324cf14a6,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:52.102464 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.117976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Calling delete_port for 069fcd91-72d7-4245-a54a-ac1324cf14a6 owned by network:router_interface {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:52.126733 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 30f83047-0375-40ec-9441-2743c71c3e7e details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 19:01:52.233174 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=30f83047-0375-40ec-9441-2743c71c3e7e,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:52.245600 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '30f83047-0375-40ec-9441-2743c71c3e7e', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'port_id': '30f83047-0375-40ec-9441-2743c71c3e7e', 'mac_address': 'fa:16:3e:3c:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 19:01:52.289195 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 30f83047-0375-40ec-9441-2743c71c3e7e is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:01:52.289629 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.303488 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f83047-0375-40ec-9441-2743c71c3e7e {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:01:52.305817 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (069fcd91-72d7-4245-a54a-ac1324cf14a6), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.331711 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=30f83047-0375-40ec-9441-2743c71c3e7e,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:52.332092 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=069fcd91-72d7-4245-a54a-ac1324cf14a6,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:52.337019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.395591 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:52.512419 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:52.618509 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669db56c-539f-4276-8bf1-61c96b555887 req-c39b3316-033d-4a39-9743-d25c520b0412 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:52.620108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-669db56c-539f-4276-8bf1-61c96b555887 req-c39b3316-033d-4a39-9743-d25c520b0412 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 945 time: 0.0544651 Mar 02 19:01:52.677888 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-669db56c-539f-4276-8bf1-61c96b555887 req-530f4b8e-fff2-4a99-9023-7e63bb76a8fc tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515003 Mar 02 19:01:52.683430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['30f83047-0375-40ec-9441-2743c71c3e7e'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 19:01:52.740816 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Router eafb23f4-0f3f-430d-bb59-56306e1158fa has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:52.860216 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:52.865847 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f25ff417-26bf-4f63-8442-88603975bb30 admin admin] 10.222.0.21 "PUT /v2.0/routers/eafb23f4-0f3f-430d-bb59-56306e1158fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5145843 Mar 02 19:01:52.868368 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34150) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:52.872452 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Sync routers for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:52.900509 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:52.901129 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:52.973384 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks [] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.027338 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:53.226789 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T19:01:52Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:53.253205 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Checking router: eafb23f4-0f3f-430d-bb59-56306e1158fa for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:53.262071 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Routers {'eafb23f4-0f3f-430d-bb59-56306e1158fa'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:53.262694 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['eafb23f4-0f3f-430d-bb59-56306e1158fa'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:53.299261 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks [] for router_gateway (eafb23f4-0f3f-430d-bb59-56306e1158fa), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.353297 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Deleting port 923c0649-752f-486c-9e8e-d90f8a7b8083 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:53.353670 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.434060 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] For port 923c0649-752f-486c-9e8e-d90f8a7b8083, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=923c0649-752f-486c-9e8e-d90f8a7b8083,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:53.434417 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.448305 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Calling delete_port for 923c0649-752f-486c-9e8e-d90f8a7b8083 owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:53.509267 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] Set router eafb23f4-0f3f-430d-bb59-56306e1158fa gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:53.619620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (923c0649-752f-486c-9e8e-d90f8a7b8083), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.643101 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=923c0649-752f-486c-9e8e-d90f8a7b8083,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:53.695626 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T19:01:52Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:53.705382 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.723712 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3c1d-9e13-46c1-af71-94502a9dcc6e None None] The sync data for ids ['eafb23f4-0f3f-430d-bb59-56306e1158fa'] in dv-cinder-800704-3-iscsi is: [{'id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'name': 'tempest-AttachVolumeTestJSON-1127433742-router', 'tenant_id': 'aa92365a822646c8ac90621768eba7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:20Z', 'updated_at': '2022-03-02T19:01:52Z', 'revision_number': 5, 'project_id': 'aa92365a822646c8ac90621768eba7ef', 'gw_port': {'id': '923c0649-752f-486c-9e8e-d90f8a7b8083', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafb23f4-0f3f-430d-bb59-56306e1158fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:01:53.796257 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c05f7-fa15-4621-b866-5e36271497d0 req-081c5d5a-e3c0-4658-a700-298f598c8f06 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:53.797921 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b8c05f7-fa15-4621-b866-5e36271497d0 req-081c5d5a-e3c0-4658-a700-298f598c8f06 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 945 time: 0.0530703 Mar 02 19:01:53.802741 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.805464 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks [] for router_controller (eafb23f4-0f3f-430d-bb59-56306e1158fa), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.851342 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b8c05f7-fa15-4621-b866-5e36271497d0 req-712169dc-4c3c-47f8-abbb-4ce427715793 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467887 Mar 02 19:01:53.853081 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (eafb23f4-0f3f-430d-bb59-56306e1158fa), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.853752 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eafb23f4-0f3f-430d-bb59-56306e1158fa {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:53.858732 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.859931 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-804070ab-48bd-4ce4-b3e8-cce2cacc51e3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eafb23f4-0f3f-430d-bb59-56306e1158fa HTTP/1.1" status: 204 len: 168 time: 0.9903483 Mar 02 19:01:53.863009 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34154) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:53.906359 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Deleting subnet 31536642-fa43-4d06-a0d4-c2150a90323e {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:01:53.909432 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Publish callbacks [] for subnet (31536642-fa43-4d06-a0d4-c2150a90323e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:53.943042 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (31536642-fa43-4d06-a0d4-c2150a90323e), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.021101 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (31536642-fa43-4d06-a0d4-c2150a90323e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.073972 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (31536642-fa43-4d06-a0d4-c2150a90323e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.099865 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31536642-fa43-4d06-a0d4-c2150a90323e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.104685 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.108613 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ce75c1d4-9cfb-499d-a51a-536e572000f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31536642-fa43-4d06-a0d4-c2150a90323e HTTP/1.1" status: 204 len: 168 time: 0.2444069 Mar 02 19:01:54.109960 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1a133-1214-4653-8591-667dbeca8c07 None None] Network 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:01:54.111541 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34156) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:54.155804 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 30f83047-0375-40ec-9441-2743c71c3e7e up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 19:01:54.184969 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.241976 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Deleting port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:54.242557 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.248805 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 30f83047-0375-40ec-9441-2743c71c3e7e completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 19:01:54.254993 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 30f83047-0375-40ec-9441-2743c71c3e7e triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:01:54.255374 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.311070 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] For port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,segment=NetworkSegment(4265e218-8363-4808-bed2-a38603cbeb1b),segment_id=4265e218-8363-4808-bed2-a38603cbeb1b)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:54.311437 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.328567 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] DHCP port deletion for 1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:01:54.329405 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Calling delete_port for bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:54.366438 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 30f83047-0375-40ec-9441-2743c71c3e7e is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:01:54.366838 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.395152 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:54.397508 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa516b-c8a9-42ff-a495-6cde91471b23" -d '{"events": [{"server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "name": "network-vif-plugged", "status": "completed", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:54.415859 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=30f83047-0375-40ec-9441-2743c71c3e7e,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:54.419497 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.424085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.451164 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba303740-0ee9-4c1e-aeba-e166cb17ba09 x-openstack-request-id: req-ba303740-0ee9-4c1e-aeba-e166cb17ba09 {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:54.451705 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "name": "network-vif-plugged", "status": "completed", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:54.452001 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba303740-0ee9-4c1e-aeba-e166cb17ba09 {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:54.452468 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e', 'code': 200} Mar 02 19:01:54.465462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.475690 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] No DVR routers for this DVR port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:54.487676 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Deleting port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:01:54.488060 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.504059 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.546951 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.560367 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] For port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f, host dv-cinder-800704-3-iscsi, got binding levels [] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:54.560683 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.572269 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:54.581140 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Calling delete_port for bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:01:54.584341 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.ipam_backend_mixin [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f was not found and therefore no delete operation was performed {{(pid=109539) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 02 19:01:54.585690 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.585859 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4265e218-8363-4808-bed2-a38603cbeb1b') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:54.586236 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4265e218-8363-4808-bed2-a38603cbeb1b') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:54.598077 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (4265e218-8363-4808-bed2-a38603cbeb1b), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.598339 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] No DVR routers for this DVR port bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:54.618976 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c8c7-2120-4928-b506-5540cdbe8282 None None] Pushing event deleted for resources: {'Port': ['ID=bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.621238 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (4265e218-8363-4808-bed2-a38603cbeb1b), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.628310 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:01:54.629003 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (4265e218-8363-4808-bed2-a38603cbeb1b), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:54.631354 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:54.679107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f9af8-9c94-4fbf-a272-f39055287f91 req-6f0fc425-1eed-4941-accc-f814db8a1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:54.680667 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf1f9af8-9c94-4fbf-a272-f39055287f91 req-6f0fc425-1eed-4941-accc-f814db8a1a72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1130 time: 0.0510962 Mar 02 19:01:54.693663 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.699103 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.702593 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b HTTP/1.1" status: 204 len: 168 time: 0.5898740 Mar 02 19:01:54.717215 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f186366-4dc4-4a81-b5f4-4aa98c97ac5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9bd06e-09ee-4c55-a5a4-bc21d5cd4a4b,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.734687 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-cf1f9af8-9c94-4fbf-a272-f39055287f91 req-4f2bf77e-211b-4dd5-a8fe-06a45613f0e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Mar 02 19:01:54.828535 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34162) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:54.871055 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f69b89b7-b6f0-4aae-aacf-a3ab93474871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa92365a822646c8ac90621768eba7ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414598 Mar 02 19:01:54.873740 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34166) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:54.922498 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] Publish callbacks [] for security_group (8995c143-4360-4e24-9363-4e8fe48951fc), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.943510 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] Publish callbacks [] for security_group (8995c143-4360-4e24-9363-4e8fe48951fc), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.970175 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64f7b-7c2c-4ae4-887e-c31ee60736cd req-97aaa52f-ac1e-4f1a-8a3c-a65ca338cac8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:54.971670 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eca64f7b-7c2c-4ae4-887e-c31ee60736cd req-97aaa52f-ac1e-4f1a-8a3c-a65ca338cac8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0525143 Mar 02 19:01:54.996339 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8995c143-4360-4e24-9363-4e8fe48951fc), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:54.999037 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:55.000283 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8995c143-4360-4e24-9363-4e8fe48951fc HTTP/1.1" status: 204 len: 168 time: 0.1256564 Mar 02 19:01:55.009265 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9e59-fecd-46a4-ae08-a10138b19d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995c143-4360-4e24-9363-4e8fe48951fc,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:55.025735 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-eca64f7b-7c2c-4ae4-887e-c31ee60736cd req-39ebda63-26b4-4a5f-864c-ac7f7bd35ca7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Mar 02 19:01:55.547184 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 069fcd91-72d7-4245-a54a-ac1324cf14a6 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:55.568703 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 069fcd91-72d7-4245-a54a-ac1324cf14a6 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:55.569058 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 069fcd91-72d7-4245-a54a-ac1324cf14a6 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:55.569562 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:55.592103 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:55.592525 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device bf0969e3-49e6-4bf4-b26c-439cf6ed4a2f not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:55.592884 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 923c0649-752f-486c-9e8e-d90f8a7b8083 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:01:55.613069 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 923c0649-752f-486c-9e8e-d90f8a7b8083 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:01:55.613455 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 923c0649-752f-486c-9e8e-d90f8a7b8083 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:01:56.153841 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58922cfb-f858-4f8d-a630-a84b69510061 req-9a23cc95-f8cf-4b63-a025-2620d9b9b34e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:56.155332 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58922cfb-f858-4f8d-a630-a84b69510061 req-9a23cc95-f8cf-4b63-a025-2620d9b9b34e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0606802 Mar 02 19:01:56.204160 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-58922cfb-f858-4f8d-a630-a84b69510061 req-73b5ea8e-2adc-4ce5-ac8d-d2b349bd4116 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Mar 02 19:01:56.649819 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34218) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:56.752562 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-123b0551-a0d8-4ad0-9e37-fb06b5f8e5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.825717 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-123b0551-a0d8-4ad0-9e37-fb06b5f8e5f0 admin admin] Publish callbacks [] for security_group (79dc459b-69c2-4214-976e-a6d65aa8c38e), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.829990 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-123b0551-a0d8-4ad0-9e37-fb06b5f8e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (79dc459b-69c2-4214-976e-a6d65aa8c38e), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.865327 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b0551-a0d8-4ad0-9e37-fb06b5f8e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc459b-69c2-4214-976e-a6d65aa8c38e,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:56.869731 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-123b0551-a0d8-4ad0-9e37-fb06b5f8e5f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e48576ab6d0f4863aa74275724e91eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188215 Mar 02 19:01:56.872552 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34222) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:56.925944 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] Publish callbacks [] for security_group (79dc459b-69c2-4214-976e-a6d65aa8c38e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.946599 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] Publish callbacks [] for security_group (79dc459b-69c2-4214-976e-a6d65aa8c38e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.994035 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (79dc459b-69c2-4214-976e-a6d65aa8c38e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.999293 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:56.999293 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79dc459b-69c2-4214-976e-a6d65aa8c38e HTTP/1.1" status: 204 len: 168 time: 0.1240878 Mar 02 19:01:57.006393 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81c326-6f37-4403-807e-e51c402ac58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc459b-69c2-4214-976e-a6d65aa8c38e,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.274236 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34230) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:57.287944 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-02dcd016-3332-40d0-beb1-a61c84264c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.323891 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566b507-1ad9-4b00-9262-0831db862d19 req-9efddbea-d79b-4d2a-a3a6-2d03be9c03c6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:57.325542 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c566b507-1ad9-4b00-9262-0831db862d19 req-9efddbea-d79b-4d2a-a3a6-2d03be9c03c6 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0522206 Mar 02 19:01:57.368442 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-02dcd016-3332-40d0-beb1-a61c84264c00 admin admin] Publish callbacks [] for security_group (db613bbe-03c5-47a6-b88a-9bebeb808548), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.373637 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-02dcd016-3332-40d0-beb1-a61c84264c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (db613bbe-03c5-47a6-b88a-9bebeb808548), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.382110 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c566b507-1ad9-4b00-9262-0831db862d19 req-c72d8430-6ef1-4dc4-ad38-a5994400cdba tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500293 Mar 02 19:01:57.416578 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-02dcd016-3332-40d0-beb1-a61c84264c00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=160a4eef12f84d409c22d70926aa2d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387343 Mar 02 19:01:57.416578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcd016-3332-40d0-beb1-a61c84264c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db613bbe-03c5-47a6-b88a-9bebeb808548,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.417281 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34234) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:57.497952 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] Publish callbacks [] for security_group (db613bbe-03c5-47a6-b88a-9bebeb808548), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.526467 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] Publish callbacks [] for security_group (db613bbe-03c5-47a6-b88a-9bebeb808548), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.549521 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543f54b-b9f5-4899-baa7-a3df9a3d89d1 req-34d4544f-8976-47da-883a-3cd9528b827e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:57.550981 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4543f54b-b9f5-4899-baa7-a3df9a3d89d1 req-34d4544f-8976-47da-883a-3cd9528b827e tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0918071 Mar 02 19:01:57.607459 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4543f54b-b9f5-4899-baa7-a3df9a3d89d1 req-723fc2a0-1b5c-4b08-9705-958c1fe0fc82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485113 Mar 02 19:01:57.613102 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (db613bbe-03c5-47a6-b88a-9bebeb808548), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.615792 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.616954 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db613bbe-03c5-47a6-b88a-9bebeb808548 HTTP/1.1" status: 204 len: 168 time: 0.1984129 Mar 02 19:01:57.624801 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672c13b-7556-4f52-8260-b0d30f393f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db613bbe-03c5-47a6-b88a-9bebeb808548,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.635501 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34238) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:57.830518 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba96d7-5a45-4e8d-b4f0-67413e0001ae tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:57.832036 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a3ba96d7-5a45-4e8d-b4f0-67413e0001ae tempest-TestVolumeBootPattern-418581440 tempest-TestVolumeBootPattern-418581440-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1125 time: 0.1953585 Mar 02 19:01:57.834857 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34244) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:01:57.839102 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Request body: {'floatingip': {'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'port_id': '30f83047-0375-40ec-9441-2743c71c3e7e', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:01:57.858893 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:57.959147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.065133 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_common [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Allocated IP 172.27.1.103 (0675d015-cd0f-4ad2-b3a8-25690a1f628a/f5ad8fce-67fc-4a89-806a-39518c49a99f/d3e4c4c7-0093-4074-a334-9e0234ae5807) {{(pid=109538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:58.179706 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.214007 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.254002 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Network 0675d015-cd0f-4ad2-b3a8-25690a1f628a is already hosted by enough agents. {{(pid=109538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:58.256891 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Resources bound (agent type, host, resource id): {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:58.260350 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Received port after_create {{(pid=109538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 19:01:58.283397 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=d3e4c4c7-0093-4074-a334-9e0234ae5807,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:58.648800 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (6696beed-af57-4869-ad39-d7e5ffec0d3c), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.719223 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), before_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.879420 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), precommit_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.884598 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12862527'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), after_update {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:58.954487 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event updated for resources: {'Port': ['ID=d3e4c4c7-0093-4074-a334-9e0234ae5807,revision_number=2']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:58.964264 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (6696beed-af57-4869-ad39-d7e5ffec0d3c), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:59.072287 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.db.l3_db [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP 6696beed-af57-4869-ad39-d7e5ffec0d3c associated. External IP: 172.27.1.103, port: 30f83047-0375-40ec-9441-2743c71c3e7e. Mar 02 19:01:59.311766 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:59.434527 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:59.446272 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:01:59.459125 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:59.460165 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.461836 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:01:59.499687 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-cb37a95a-2e12-404d-aaa4-21226367eba3 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6571894 Mar 02 19:01:59.499687 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e'}] {{(pid=109538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:59.499687 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7cadd386f8d162c39b21c0328219efe8308b26cecff0902438f8da2f9dc080c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce613a-2d95-41df-afc3-d87fd9468b63" -d '{"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e"}]}' {{(pid=109538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:01:59.511502 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:01:59.577049 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:59.666890 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72605af2-fe36-43ab-87be-060194980060 x-openstack-request-id: req-72605af2-fe36-43ab-87be-060194980060 {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:01:59.667189 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e", "status": "completed", "code": 200}]} {{(pid=109538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:01:59.667441 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72605af2-fe36-43ab-87be-060194980060 {{(pid=109538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:01:59.667838 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e', 'status': 'completed', 'code': 200} Mar 02 19:01:59.735443 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-efff710b-c7b8-461c-ba78-c39347363f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:59.737004 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-efff710b-c7b8-461c-ba78-c39347363f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1130 time: 0.0441012 Mar 02 19:01:59.805768 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '6696beed-af57-4869-ad39-d7e5ffec0d3c', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '30f83047-0375-40ec-9441-2743c71c3e7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:3c:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:01:58Z', 'updated_at': '2022-03-02T19:01:58Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}, {'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.829213 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-8b5b77f5-352d-406d-a0bb-a9dcb299f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:59.831280 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-8b5b77f5-352d-406d-a0bb-a9dcb299f521 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.0887835 Mar 02 19:01:59.831783 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:01:59.839889 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:01:59.840518 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:01:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.896611 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-1a43f14c-bd3a-4d65-8d95-54ef8a2ee283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 200 len: 1000 time: 0.0593972 Mar 02 19:01:59.945232 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:01:59.947888 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-1e313774-ef49-4df3-a352-109014116d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:59.949382 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-1e313774-ef49-4df3-a352-109014116d40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0472593 Mar 02 19:01:59.999292 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-de97c12c-145e-4ea2-b1a9-a3d4907c068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:00.000848 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-de97c12c-145e-4ea2-b1a9-a3d4907c068a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449305 Mar 02 19:02:00.091741 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-d97c9510-8459-481c-9e38-de9eb226a9f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Mar 02 19:02:00.183869 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-34ce613a-2d95-41df-afc3-d87fd9468b63 req-c2334bf8-a6df-4a7f-94e2-a5e30a80c526 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859525 Mar 02 19:02:00.255881 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-084feabd-71b0-4204-a172-17c9580143cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '6696beed-af57-4869-ad39-d7e5ffec0d3c', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '30f83047-0375-40ec-9441-2743c71c3e7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:3c:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:01:58Z', 'updated_at': '2022-03-02T19:01:58Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}, {'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:00.281378 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084feabd-71b0-4204-a172-17c9580143cc None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': '6696beed-af57-4869-ad39-d7e5ffec0d3c', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': '30f83047-0375-40ec-9441-2743c71c3e7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:3c:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:01:58Z', 'updated_at': '2022-03-02T19:01:58Z', 'revision_number': 0, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}, {'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:02:00.490069 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb1b34-474d-4f32-9d9b-5204e78b0fdb None None] New status for floating IP 6696beed-af57-4869-ad39-d7e5ffec0d3c: ACTIVE {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:02:00.553800 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.607414 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34340) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:02.710706 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-063ec710-5a77-44e0-bc39-f098eaf60982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.787869 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-063ec710-5a77-44e0-bc39-f098eaf60982 admin admin] Publish callbacks [] for security_group (78e71079-b50d-48f4-9b4f-99faa6850671), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.791787 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-063ec710-5a77-44e0-bc39-f098eaf60982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (78e71079-b50d-48f4-9b4f-99faa6850671), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.834417 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-063ec710-5a77-44e0-bc39-f098eaf60982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8809b4d375184269839af15a730c7358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259214 Mar 02 19:02:02.835247 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec710-5a77-44e0-bc39-f098eaf60982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e71079-b50d-48f4-9b4f-99faa6850671,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:02.837276 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34344) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:02.887623 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] Publish callbacks [] for security_group (78e71079-b50d-48f4-9b4f-99faa6850671), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.907681 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] Publish callbacks [] for security_group (78e71079-b50d-48f4-9b4f-99faa6850671), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.953916 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (78e71079-b50d-48f4-9b4f-99faa6850671), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.956456 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:02.957650 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e71079-b50d-48f4-9b4f-99faa6850671 HTTP/1.1" status: 204 len: 168 time: 0.1192279 Mar 02 19:02:02.965843 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a4cf0-3d6f-413f-8044-4b6845e2e7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e71079-b50d-48f4-9b4f-99faa6850671,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:03.211961 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34350) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:03.225307 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-39351308-ced2-48af-b3df-7ab3d250a598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.299377 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-39351308-ced2-48af-b3df-7ab3d250a598 admin admin] Publish callbacks [] for security_group (bcde6364-2704-49b5-811a-804b3781f078), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.303256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-39351308-ced2-48af-b3df-7ab3d250a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (bcde6364-2704-49b5-811a-804b3781f078), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.343223 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-39351308-ced2-48af-b3df-7ab3d250a598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c6d1f02fd6d4b8f8fb92fcb10c7f015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301482 Mar 02 19:02:03.344142 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39351308-ced2-48af-b3df-7ab3d250a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde6364-2704-49b5-811a-804b3781f078,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:03.346430 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34352) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:03.394698 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] Publish callbacks [] for security_group (bcde6364-2704-49b5-811a-804b3781f078), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.415718 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] Publish callbacks [] for security_group (bcde6364-2704-49b5-811a-804b3781f078), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.462695 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (bcde6364-2704-49b5-811a-804b3781f078), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.465446 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:03.466580 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcde6364-2704-49b5-811a-804b3781f078 HTTP/1.1" status: 204 len: 168 time: 0.1192055 Mar 02 19:02:03.474661 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586c6dc-05c2-48c1-98ec-c252dfce85a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde6364-2704-49b5-811a-804b3781f078,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.395764 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-3339b8fa-f47f-4c27-91cd-5aff221eac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:06.678300 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-2bdb28b9-208b-4902-9710-e76b6ee26c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:07.818971 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.156257 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34436) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:09.261356 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7de0d65c-8869-4055-ab93-a43a148cf165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.338005 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7de0d65c-8869-4055-ab93-a43a148cf165 admin admin] Publish callbacks [] for security_group (1320daa7-1ac7-4e36-8985-9e498bd5aa11), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.342223 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-7de0d65c-8869-4055-ab93-a43a148cf165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1320daa7-1ac7-4e36-8985-9e498bd5aa11), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.382715 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0d65c-8869-4055-ab93-a43a148cf165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1320daa7-1ac7-4e36-8985-9e498bd5aa11,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:09.386866 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-7de0d65c-8869-4055-ab93-a43a148cf165 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9db2393107584090a05f0aff4c0826a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295709 Mar 02 19:02:09.389423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34440) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:09.441705 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] Publish callbacks [] for security_group (1320daa7-1ac7-4e36-8985-9e498bd5aa11), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.465285 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] Publish callbacks [] for security_group (1320daa7-1ac7-4e36-8985-9e498bd5aa11), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.511431 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1320daa7-1ac7-4e36-8985-9e498bd5aa11), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.514047 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.515174 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1320daa7-1ac7-4e36-8985-9e498bd5aa11 HTTP/1.1" status: 204 len: 168 time: 0.1248703 Mar 02 19:02:09.523020 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f6f72-dd75-473b-a429-63cf4492344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1320daa7-1ac7-4e36-8985-9e498bd5aa11,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:09.645809 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.774619 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34446) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:09.788707 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ef20fd4e-b1da-4c22-a29f-03c80709bb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.861038 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ef20fd4e-b1da-4c22-a29f-03c80709bb02 admin admin] Publish callbacks [] for security_group (39d1975f-f06f-4ee3-baf3-e722062adf2a), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.865670 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ef20fd4e-b1da-4c22-a29f-03c80709bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (39d1975f-f06f-4ee3-baf3-e722062adf2a), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.900793 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20fd4e-b1da-4c22-a29f-03c80709bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d1975f-f06f-4ee3-baf3-e722062adf2a,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:09.906117 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ef20fd4e-b1da-4c22-a29f-03c80709bb02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ef963f0eb824e4fa756c96a2d9bb422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303673 Mar 02 19:02:09.908648 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34448) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:09.955329 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] Publish callbacks [] for security_group (39d1975f-f06f-4ee3-baf3-e722062adf2a), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:09.976540 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] Publish callbacks [] for security_group (39d1975f-f06f-4ee3-baf3-e722062adf2a), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:10.021501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (39d1975f-f06f-4ee3-baf3-e722062adf2a), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:10.023985 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:10.025132 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39d1975f-f06f-4ee3-baf3-e722062adf2a HTTP/1.1" status: 204 len: 168 time: 0.1150761 Mar 02 19:02:10.032733 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc58c5-792f-4b98-a1ab-ec7a5fe6f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d1975f-f06f-4ee3-baf3-e722062adf2a,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:10.712451 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:11.707301 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34502) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:11.824777 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28aebc7a-022f-45a8-beb2-116c8ee079c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:11.902843 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28aebc7a-022f-45a8-beb2-116c8ee079c6 admin admin] Publish callbacks [] for security_group (5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:11.907084 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-28aebc7a-022f-45a8-beb2-116c8ee079c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:11.947503 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-28aebc7a-022f-45a8-beb2-116c8ee079c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b95bd64d8dce4de09d218473a031844f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391162 Mar 02 19:02:11.948403 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aebc7a-022f-45a8-beb2-116c8ee079c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:11.950360 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34506) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:12.007631 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Publish callbacks [] for security_group (5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.029248 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Publish callbacks [] for security_group (5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.077506 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.080055 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.081814 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc HTTP/1.1" status: 204 len: 168 time: 0.1298089 Mar 02 19:02:12.089607 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2b8fe-f3b2-47f8-b5ff-a9e9e4c630dc,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:12.097429 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.097429 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.097785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.098106 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.098360 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.098690 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.099016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.099341 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.099664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.099987 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.100306 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.100624 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.100939 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad86b73-ee84-4d03-a46a-2882717cafde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:12.354384 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34512) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:12.369665 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-de347fb1-79d5-4dc5-989a-03a8e48f46f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.453926 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-de347fb1-79d5-4dc5-989a-03a8e48f46f4 admin admin] Publish callbacks [] for security_group (231292b4-9644-4b41-9df3-691c5ed9e0f6), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.458223 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-de347fb1-79d5-4dc5-989a-03a8e48f46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (231292b4-9644-4b41-9df3-691c5ed9e0f6), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.498112 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-de347fb1-79d5-4dc5-989a-03a8e48f46f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d98757d4a8d49afa8b91b504e6b4979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425455 Mar 02 19:02:12.498849 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de347fb1-79d5-4dc5-989a-03a8e48f46f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231292b4-9644-4b41-9df3-691c5ed9e0f6,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:12.500828 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34514) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:12.552110 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] Publish callbacks [] for security_group (231292b4-9644-4b41-9df3-691c5ed9e0f6), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.574242 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] Publish callbacks [] for security_group (231292b4-9644-4b41-9df3-691c5ed9e0f6), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.619946 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (231292b4-9644-4b41-9df3-691c5ed9e0f6), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.622476 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:12.623626 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/231292b4-9644-4b41-9df3-691c5ed9e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1217215 Mar 02 19:02:12.632207 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301c31-fa5b-4c1a-a716-cd733a3c1923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231292b4-9644-4b41-9df3-691c5ed9e0f6,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.675843 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34550) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:13.782328 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-48b3c1da-1e95-476b-8423-5c52a5d9c3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:13.863922 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-48b3c1da-1e95-476b-8423-5c52a5d9c3ed admin admin] Publish callbacks [] for security_group (d37a13e7-882b-40ba-8531-8f87ca58fa35), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:13.868022 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-48b3c1da-1e95-476b-8423-5c52a5d9c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d37a13e7-882b-40ba-8531-8f87ca58fa35), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:13.915243 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-48b3c1da-1e95-476b-8423-5c52a5d9c3ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0b1bef7c1ed44e28aaafe1a7295e994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381241 Mar 02 19:02:13.916552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3c1da-1e95-476b-8423-5c52a5d9c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a13e7-882b-40ba-8531-8f87ca58fa35,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.918158 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34554) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:13.978996 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] Publish callbacks [] for security_group (d37a13e7-882b-40ba-8531-8f87ca58fa35), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:14.002902 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] Publish callbacks [] for security_group (d37a13e7-882b-40ba-8531-8f87ca58fa35), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:14.050902 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d37a13e7-882b-40ba-8531-8f87ca58fa35), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:14.053470 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:14.054850 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d37a13e7-882b-40ba-8531-8f87ca58fa35 HTTP/1.1" status: 204 len: 168 time: 0.1351657 Mar 02 19:02:14.063221 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90922-dc81-4f9d-8863-2a536679843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a13e7-882b-40ba-8531-8f87ca58fa35,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:16.289108 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-215921a8-8eae-4dce-a3d1-ed1147ad0ed5 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300906 Mar 02 19:02:16.473397 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6d8267e2-e46c-4eaf-b19f-e47d2a5b14a6 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:16.474988 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6d8267e2-e46c-4eaf-b19f-e47d2a5b14a6 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808524 Mar 02 19:02:16.489534 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-39271cfe-1eaa-40ae-a34f-16991cb14f7d tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/quotas/e231f686c7e343e4aff3df6a2ab7d505 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Mar 02 19:02:16.519994 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-3eb5733c-2f44-43b6-96ec-79bce8b593c5 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255435 Mar 02 19:02:16.679657 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-d2f05710-b981-4106-b328-c05211e059c2 req-6b659593-8c3c-4835-991f-b70f0aee5f8a tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 210 time: 0.0324497 Mar 02 19:02:17.965923 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-bcc8d428-0e9a-4ec2-9d15-6226a82151b9 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2803805 Mar 02 19:02:18.006156 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-8920d6cb-ba07-437a-9ce1-479e22a7a765 req-5b36c8b6-7f24-4a77-a77e-76fc770abbb4 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 210 time: 0.0433257 Mar 02 19:02:18.087802 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-a249ca9c-76a5-4410-bc12-0f56262ab3da tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:18.089169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-a249ca9c-76a5-4410-bc12-0f56262ab3da tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154776 Mar 02 19:02:18.108057 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Request body: {'port': {'device_id': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419', 'admin_state_up': True, 'tenant_id': 'e231f686c7e343e4aff3df6a2ab7d505'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:18.217069 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Made reservation on behalf of e231f686c7e343e4aff3df6a2ab7d505 for: {'port': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:18.220522 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.229336 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.306259 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks [] for security_group (d194010b-0e0a-4dba-88fa-607a3f6330bb), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.310150 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d194010b-0e0a-4dba-88fa-607a3f6330bb), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.371025 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d194010b-0e0a-4dba-88fa-607a3f6330bb,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.443340 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_common [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Allocated IP 192.168.233.204 (c0c6ca9d-a444-4472-b39e-18edbd375419/826dca1c-7b18-4ee4-8837-3650e8cfe7c9/94cdff30-cd8b-4340-a886-90b4a53908c1) {{(pid=109537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:18.590060 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks [] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.622517 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759964528357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.667501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Network c0c6ca9d-a444-4472-b39e-18edbd375419 is already hosted by enough agents. {{(pid=109537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:18.670679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Resources bound (agent type, host, resource id): {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:18.674655 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Received port after_create {{(pid=109537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 19:02:18.681813 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Pushing event updated for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.733526 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:18.734143 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.751246 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-6efc535c-80ab-4e8f-b3e1-8487325e00e1 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6470294 Mar 02 19:02:18.763169 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Request body: {'port': {'device_id': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80070'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:18.825693 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:18.959314 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-0e0095f9-b999-422c-8da1-cb2bb3d2485d None None] Provisioning complete for port 94cdff30-cd8b-4340-a886-90b4a53908c1 triggered by entity DHCP. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:02:18.959890 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-0e0095f9-b999-422c-8da1-cb2bb3d2485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.005293 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-0e0095f9-b999-422c-8da1-cb2bb3d2485d None None] Port 94cdff30-cd8b-4340-a886-90b4a53908c1 cannot update to ACTIVE because it is not bound. {{(pid=109539) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 19:02:19.121745 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cdff30-cd8b-4340-a886-90b4a53908c1 {{(pid=109537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:02:19.132249 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks [] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.152978 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.provisioning_blocks [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Transition to ACTIVE for port object 94cdff30-cd8b-4340-a886-90b4a53908c1 will not be triggered until provisioned by entity L2. {{(pid=109537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 19:02:19.157802 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.170208 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f61d-d9ef-4f87-b8ea-037b698424bb req-f5a124e7-9e60-45c3-86fa-545528c92ef6 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.171760 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ea2f61d-d9ef-4f87-b8ea-037b698424bb req-f5a124e7-9e60-45c3-86fa-545528c92ef6 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 936 time: 0.0924363 Mar 02 19:02:19.239039 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Pushing event updated for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:19.312607 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2ea2f61d-d9ef-4f87-b8ea-037b698424bb req-7f6b112c-6cde-4829-94b8-48407980adca tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173761 Mar 02 19:02:19.343750 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Attempting to bind port 94cdff30-cd8b-4340-a886-90b4a53908c1 on host hv-cinder-80070 for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 19:02:19.344081 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Attempting to bind port 94cdff30-cd8b-4340-a886-90b4a53908c1 by drivers openvswitch,hyperv on host hv-cinder-80070 at level 0 using segments [{'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 19:02:19.344410 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Attempting to bind port 94cdff30-cd8b-4340-a886-90b4a53908c1 on network c0c6ca9d-a444-4472-b39e-18edbd375419 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:02:19.349842 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Port 94cdff30-cd8b-4340-a886-90b4a53908c1 on network c0c6ca9d-a444-4472-b39e-18edbd375419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80070 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 19:02:19.350176 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Attempting to bind port 94cdff30-cd8b-4340-a886-90b4a53908c1 on network c0c6ca9d-a444-4472-b39e-18edbd375419 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 19:02:19.356042 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Checking agent: {'id': '5acdd6b7-0b04-4d1a-8870-308c206890c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80070', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 19:02:19.356377 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Checking segment: {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 19:02:19.356768 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Bound using segment: {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 19:02:19.357236 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Bound port: 94cdff30-cd8b-4340-a886-90b4a53908c1, host: hv-cinder-80070, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaef225f-d3a9-4de6-a308-93b323e18d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 19:02:19.357633 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.437043 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:19.443915 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=94cdff30-cd8b-4340-a886-90b4a53908c1,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:19.453180 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9720435'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.487144 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.488311 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:19.489903 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] 10.222.0.41 "PUT /v2.0/ports/94cdff30-cd8b-4340-a886-90b4a53908c1 HTTP/1.1" status: 200 len: 1098 time: 0.7315230 Mar 02 19:02:19.490934 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:19.492593 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87459d3-c753-4e2e-8159-6cc7863b351d" -d '{"events": [{"name": "network-changed", "server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:02:19.539928 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e38d6-1cb5-496d-a230-da36cb0f357c service neutron] Pushing event updated for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:19.581885 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438441c0-2438-4fd4-bcbc-9e5cbb4483b7 x-openstack-request-id: req-438441c0-2438-4fd4-bcbc-9e5cbb4483b7 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:02:19.582523 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:02:19.583060 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-438441c0-2438-4fd4-bcbc-9e5cbb4483b7 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:02:19.583801 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1', 'status': 'completed', 'code': 200} Mar 02 19:02:19.618592 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-964c123e-1039-4973-8a27-9b368c861e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.621426 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-964c123e-1039-4973-8a27-9b368c861e4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 1132 time: 0.0904195 Mar 02 19:02:19.673960 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-a35dbd2d-50b1-4441-86bf-1f85a24e133e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=94cdff30-cd8b-4340-a886-90b4a53908c1 HTTP/1.1" status: 200 len: 217 time: 0.0446565 Mar 02 19:02:19.725478 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-8d42f4c3-6b50-40c3-83d6-cbd6756d81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.727009 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-8d42f4c3-6b50-40c3-83d6-cbd6756d81a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826dca1c-7b18-4ee4-8837-3650e8cfe7c9 HTTP/1.1" status: 200 len: 843 time: 0.0479777 Mar 02 19:02:19.779350 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232b21-73df-494d-b3d3-995a4de29939 req-f2760e0d-d957-4de6-9543-3078e27ff937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.780784 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-f2760e0d-d957-4de6-9543-3078e27ff937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c6ca9d-a444-4472-b39e-18edbd375419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0475914 Mar 02 19:02:19.875731 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-e1508527-6ed0-48de-83bc-3d531d658d99 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c6ca9d-a444-4472-b39e-18edbd375419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Mar 02 19:02:19.969152 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c232b21-73df-494d-b3d3-995a4de29939 req-ef59a2e0-dad6-484d-8c96-79960896a8a2 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c6ca9d-a444-4472-b39e-18edbd375419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872798 Mar 02 19:02:20.068683 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-286f3a8a-092e-4600-b712-426b0e89fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.070173 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-286f3a8a-092e-4600-b712-426b0e89fcb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 1132 time: 0.0517023 Mar 02 19:02:20.173567 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-6e5ca430-3830-4e48-8ca6-113dc66b0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.175116 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-6e5ca430-3830-4e48-8ca6-113dc66b0381 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0c6ca9d-a444-4472-b39e-18edbd375419 HTTP/1.1" status: 200 len: 870 time: 0.0991123 Mar 02 19:02:20.222963 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-b33b1cc3-3c5d-402f-b12f-9e6604265d11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=94cdff30-cd8b-4340-a886-90b4a53908c1 HTTP/1.1" status: 200 len: 217 time: 0.0412021 Mar 02 19:02:20.272495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-9392dd4d-9fc0-414f-ab7b-dec3dc5511f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.274023 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-9392dd4d-9fc0-414f-ab7b-dec3dc5511f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826dca1c-7b18-4ee4-8837-3650e8cfe7c9 HTTP/1.1" status: 200 len: 843 time: 0.0461018 Mar 02 19:02:20.325917 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-71042d6b-9203-4287-bb0a-ea58f6cbc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.327360 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-71042d6b-9203-4287-bb0a-ea58f6cbc1a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0c6ca9d-a444-4472-b39e-18edbd375419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0475094 Mar 02 19:02:20.457710 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-81f7a07b-9c6d-4172-bb80-425d46c8b810 service neutron] 10.222.0.41 "GET /v2.0/networks/c0c6ca9d-a444-4472-b39e-18edbd375419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237156 Mar 02 19:02:20.473246 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6e399-73ed-4fe2-9d18-25cf32dfec85 req-77c48195-a7af-4edd-82fb-b0c411e257dd tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.474783 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ce6e399-73ed-4fe2-9d18-25cf32dfec85 req-77c48195-a7af-4edd-82fb-b0c411e257dd tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 948 time: 0.0794361 Mar 02 19:02:20.585477 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-1ce6e399-73ed-4fe2-9d18-25cf32dfec85 req-50275aef-8b38-45a2-8989-490397696004 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Mar 02 19:02:20.601694 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a87459d3-c753-4e2e-8159-6cc7863b351d req-da9d10f4-f587-4356-9e1a-5a5ff8db4e6b service neutron] 10.222.0.41 "GET /v2.0/networks/c0c6ca9d-a444-4472-b39e-18edbd375419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258965 Mar 02 19:02:21.705183 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3cb5-fa38-41b0-bf6c-db6fb4833dce req-b491ce73-748a-4421-8c71-75acff4b2e74 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:21.707237 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-902d3cb5-fa38-41b0-bf6c-db6fb4833dce req-b491ce73-748a-4421-8c71-75acff4b2e74 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 948 time: 0.0534072 Mar 02 19:02:21.754174 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-902d3cb5-fa38-41b0-bf6c-db6fb4833dce req-4d12a20b-5e5a-4e23-9c3c-4af123bb8800 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Mar 02 19:02:22.366704 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 94cdff30-cd8b-4340-a886-90b4a53908c1 details requested by agent hyperv_hv-cinder-80070 with host hv-cinder-80070 {{(pid=109539) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 19:02:22.470394 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=94cdff30-cd8b-4340-a886-90b4a53908c1,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:22.482172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Returning: {'device': '94cdff30-cd8b-4340-a886-90b4a53908c1', 'network_id': 'c0c6ca9d-a444-4472-b39e-18edbd375419', 'port_id': '94cdff30-cd8b-4340-a886-90b4a53908c1', 'mac_address': 'fa:16:3e:33:e4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826dca1c-7b18-4ee4-8837-3650e8cfe7c9', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109539) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 19:02:22.520340 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 94cdff30-cd8b-4340-a886-90b4a53908c1 is: DOWN; New status is: BUILD {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:02:22.520729 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:22.538035 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cdff30-cd8b-4340-a886-90b4a53908c1 {{(pid=109539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:02:22.558492 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=94cdff30-cd8b-4340-a886-90b4a53908c1,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:22.562846 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:22.611783 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=4']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:22.620125 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.620388 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.620731 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.621066 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.621427 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.621760 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.622089 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.622414 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.622738 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.623072 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.623392 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.623712 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.624034 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:22.872750 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460410e-b7f7-4752-a858-8ee11f751515 req-3fb2e478-c310-4421-a73a-b25b8625cea2 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:22.874177 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a460410e-b7f7-4752-a858-8ee11f751515 req-3fb2e478-c310-4421-a73a-b25b8625cea2 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 949 time: 0.0530200 Mar 02 19:02:22.906097 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['94cdff30-cd8b-4340-a886-90b4a53908c1'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 19:02:22.928714 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-a460410e-b7f7-4752-a858-8ee11f751515 req-cc91e9f1-1555-4b04-bfb7-47651a43e649 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Mar 02 19:02:24.047428 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff953e6-249f-457c-a8d1-a81d3c4830b3 req-cb9fe354-de8c-4f75-bbf7-db1b49fbc14b tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.049058 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff953e6-249f-457c-a8d1-a81d3c4830b3 req-cb9fe354-de8c-4f75-bbf7-db1b49fbc14b tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 949 time: 0.0544939 Mar 02 19:02:24.099149 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-7ff953e6-249f-457c-a8d1-a81d3c4830b3 req-917e70f5-cae3-4487-b8bd-732f0bb6d34a tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Mar 02 19:02:24.376121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 94cdff30-cd8b-4340-a886-90b4a53908c1 up at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 19:02:24.426588 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning for port 94cdff30-cd8b-4340-a886-90b4a53908c1 completed by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 19:02:24.431175 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.provisioning_blocks [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Provisioning complete for port 94cdff30-cd8b-4340-a886-90b4a53908c1 triggered by entity L2. {{(pid=109539) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 19:02:24.431578 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4179581'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), provisioning_complete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:24.520452 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Current status of the port 94cdff30-cd8b-4340-a886-90b4a53908c1 is: BUILD; New status is: ACTIVE {{(pid=109539) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 19:02:24.520848 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), before_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:24.544944 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1'}] {{(pid=109539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:24.547244 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5e140eca307ee93ea8829bd6ebdd2e2a459d15d0e2dcb46370ecb65c8a23cfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e2dd0-0865-4571-8b71-c48d590516f6" -d '{"events": [{"server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1"}]}' {{(pid=109539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:02:24.563891 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=94cdff30-cd8b-4340-a886-90b4a53908c1,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:24.570742 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759965068014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759964528375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759964529421'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:24.623673 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Pushing event updated for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=5']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:24.709335 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c40ed7-b612-4d85-8c70-f98bcf0d400a x-openstack-request-id: req-85c40ed7-b612-4d85-8c70-f98bcf0d400a {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:02:24.709674 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1", "code": 200}]} {{(pid=109539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:02:24.709935 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c40ed7-b612-4d85-8c70-f98bcf0d400a {{(pid=109539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:02:24.710332 dv-cinder-800704-3-iscsi neutron-server[109539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1', 'code': 200} Mar 02 19:02:24.867753 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91431c-0750-4f2e-b11b-a00dbb0b8109 req-50523ff4-b783-41be-bd05-e9c115efb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.869231 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ea91431c-0750-4f2e-b11b-a00dbb0b8109 req-50523ff4-b783-41be-bd05-e9c115efb7f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 1134 time: 0.0423119 Mar 02 19:02:24.911998 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ea91431c-0750-4f2e-b11b-a00dbb0b8109 req-567b0d0b-f3f1-447a-bcc6-35f08db8d9dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Mar 02 19:02:25.222822 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a18fc-5397-42c2-9f6c-857887b3669f req-047968ff-2071-4b3e-ba71-e8726c142e89 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:25.224201 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-965a18fc-5397-42c2-9f6c-857887b3669f req-047968ff-2071-4b3e-ba71-e8726c142e89 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 950 time: 0.0549860 Mar 02 19:02:25.269385 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-965a18fc-5397-42c2-9f6c-857887b3669f req-46c3ce35-ce51-46bd-9343-ce8e75e91ba6 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Mar 02 19:02:26.386996 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046635c3-e1ef-4460-83b7-2419648f7a11 req-aed1438f-51a4-4788-94a8-e4f3c59d7067 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:26.388502 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-046635c3-e1ef-4460-83b7-2419648f7a11 req-aed1438f-51a4-4788-94a8-e4f3c59d7067 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 950 time: 0.0519607 Mar 02 19:02:26.435951 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-046635c3-e1ef-4460-83b7-2419648f7a11 req-93e32120-df4d-4fa1-aebe-1a2838db4937 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Mar 02 19:02:26.739752 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b0df5-b4fe-475b-901e-e5c301ec91c1 req-33cab571-60be-46fe-8353-cde0fdba2c2a tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:26.741244 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c19b0df5-b4fe-475b-901e-e5c301ec91c1 req-33cab571-60be-46fe-8353-cde0fdba2c2a tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 950 time: 0.0513637 Mar 02 19:02:26.791426 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-c19b0df5-b4fe-475b-901e-e5c301ec91c1 req-870f00b2-9a53-4cd4-aa5e-0fc42ece373e tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Mar 02 19:02:27.481335 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-99023cdb-fdbd-4b7b-8d11-8c5247019849 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:27.482847 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-99023cdb-fdbd-4b7b-8d11-8c5247019849 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34e97e8-1145-4557-9842-e546978c3c97 HTTP/1.1" status: 200 len: 943 time: 0.0560362 Mar 02 19:02:27.575821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Deleting port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:27.576156 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:27.665216 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] For port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:27.665672 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:27.831054 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:27.831413 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543691'] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:27.831727 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Floating IP 1f29e26b-db9a-4bb3-9ee4-9a588661f11a disassociated. External IP: 172.27.1.26, port: 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5. Mar 02 19:02:27.832692 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Calling delete_port for 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:27.963065 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:27.991459 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'Port': ['ID=511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:28.112440 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:28.223256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:28.232547 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:02:28.242993 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:02:28.243603 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:02:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:28.271188 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] No DVR routers for this DVR port 511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:28.274408 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:28.277625 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-0f33c627-0c96-4af7-8f4f-d21a74a60f2d req-1f68129e-4cf5-4e47-b3aa-66a5afc36e68 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "DELETE /v2.0/ports/511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5 HTTP/1.1" status: 204 len: 173 time: 0.7896833 Mar 02 19:02:28.278075 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-deleted', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:28.280309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1e813-319e-4f8a-b1d9-57b0da145eab" -d '{"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-deleted", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:02:28.326229 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-cac772cd-e70d-4b98-9ff1-2ac082ebea70 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:28.329025 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-cac772cd-e70d-4b98-9ff1-2ac082ebea70 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.41 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 950 time: 0.0645425 Mar 02 19:02:28.358912 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:02:28.435189 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Deleting port 94cdff30-cd8b-4340-a886-90b4a53908c1 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:28.435539 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:28.542714 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] For port 94cdff30-cd8b-4340-a886-90b4a53908c1, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=94cdff30-cd8b-4340-a886-90b4a53908c1,segment=NetworkSegment(aaef225f-d3a9-4de6-a308-93b323e18d76),segment_id=aaef225f-d3a9-4de6-a308-93b323e18d76)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:28.543495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:28.555898 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Calling delete_port for 94cdff30-cd8b-4340-a886-90b4a53908c1 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:28.569269 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:28.601614 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:02:28.612091 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:02:28.613737 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:02:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:28.724958 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (94cdff30-cd8b-4340-a886-90b4a53908c1), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:28.732231 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:02:28.736424 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] get_ports_and_sgs() called for port_ids ['94cdff30-cd8b-4340-a886-90b4a53908c1'] {{(pid=109539) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 19:02:28.756600 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Pushing event deleted for resources: {'Port': ['ID=94cdff30-cd8b-4340-a886-90b4a53908c1,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:28.788168 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817951a-7b8e-48c1-8176-9feab4ef82b7 req-9db8644b-6940-4b94-b7f9-d36a926de88e tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:28.789696 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5817951a-7b8e-48c1-8176-9feab4ef82b7 req-9db8644b-6940-4b94-b7f9-d36a926de88e tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/ports?device_id=1079169f-b642-40b9-bb76-a86a3372ac7b HTTP/1.1" status: 200 len: 950 time: 0.1180227 Mar 02 19:02:28.814089 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] No DVR routers for this DVR port 94cdff30-cd8b-4340-a886-90b4a53908c1 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:28.822064 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:28.825273 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-533a9efd-229f-4c47-b0c0-1f885fd6d106 req-2e5f5168-7143-41bd-be36-ac101b7cf350 tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.41 "DELETE /v2.0/ports/94cdff30-cd8b-4340-a886-90b4a53908c1 HTTP/1.1" status: 204 len: 173 time: 0.4912269 Mar 02 19:02:28.874705 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-5817951a-7b8e-48c1-8176-9feab4ef82b7 req-a58126ab-68bf-4fcb-b719-db1fb011475d tempest-VolumesNegativeTest-1858021156 tempest-VolumesNegativeTest-1858021156-project] 10.222.0.21 "GET /v2.0/security-groups?id=d194010b-0e0a-4dba-88fa-607a3f6330bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740376 Mar 02 19:02:28.991027 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:29.037699 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf321e26-d9da-4caa-8d2c-b650eec315c6 None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T18:51:26Z', 'revision_number': 4, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '31d730de-ba17-42ee-9917-a4ceb887aca6', 'name': '', 'network_id': '4f6a2f40-b01d-44bc-880f-149b7df47fe3', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'mac_address': 'fa:16:3e:a8:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:25Z', 'updated_at': '2022-03-02T18:51:40Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'subnets': [{'id': '993b6a24-c3a5-459a-a102-b5f2911174bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:02:29.065532 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 02 Mar 2022 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c1142-3a72-4cde-9a79-fd8cd9898ef8 x-openstack-request-id: req-932c1142-3a72-4cde-9a79-fd8cd9898ef8 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:02:29.066015 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e97e8-1145-4557-9842-e546978c3c97", "name": "network-vif-deleted", "tag": "511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5", "status": "failed", "code": 422}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:02:29.066175 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-932c1142-3a72-4cde-9a79-fd8cd9898ef8 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:02:29.066547 dv-cinder-800704-3-iscsi neutron-server[109537]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e34e97e8-1145-4557-9842-e546978c3c97', 'name': 'network-vif-deleted', 'tag': '511c8ef4-c02c-42d2-b9f9-2afd9ebf05e5', 'status': 'failed', 'code': 422} returned with failed status Mar 02 19:02:29.134328 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34716) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:29.219905 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (1b78bf40-6e8b-42d7-939f-891da085eb37), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.266832 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (1b78bf40-6e8b-42d7-939f-891da085eb37), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.348775 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c4120-cf62-4be4-b62d-c3873bc047bc None None] New status for floating IP 1f29e26b-db9a-4bb3-9ee4-9a588661f11a: DOWN {{(pid=109539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:02:29.349107 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1b78bf40-6e8b-42d7-939f-891da085eb37), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.351984 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.353619 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b78bf40-6e8b-42d7-939f-891da085eb37 HTTP/1.1" status: 204 len: 168 time: 0.2176194 Mar 02 19:02:29.357802 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34718) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:29.366031 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc09043-02b3-4bde-8ba8-85f79a99adc8 tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78bf40-6e8b-42d7-939f-891da085eb37,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:29.380156 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.api.v2.resource [None req-fd3d89e5-cd8a-4dce-a8a7-da169eb2663c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] show failed (client error): The resource could not be found. Mar 02 19:02:29.384932 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fd3d89e5-cd8a-4dce-a8a7-da169eb2663c tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "GET /v2.0/security-groups/1b78bf40-6e8b-42d7-939f-891da085eb37 HTTP/1.1" status: 404 len: 347 time: 0.0256240 Mar 02 19:02:29.385664 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34720) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:29.549679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Deleting port 95f466b8-e4ee-4e0e-82c8-b7a12d9f1503 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:29.550242 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.623366 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.623686 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.635220 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Calling delete_port for 95f466b8-e4ee-4e0e-82c8-b7a12d9f1503 owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:29.768299 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (95f466b8-e4ee-4e0e-82c8-b7a12d9f1503), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.794486 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Pushing event deleted for resources: {'Port': ['ID=95f466b8-e4ee-4e0e-82c8-b7a12d9f1503,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:29.856824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks [] for floatingip (1f29e26b-db9a-4bb3-9ee4-9a588661f11a), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.859667 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:29.860824 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-570a6336-f8b4-41a4-9f55-240829340e9f tempest-AttachVolumeShelveTestJSON-1543724653 tempest-AttachVolumeShelveTestJSON-1543724653-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f29e26b-db9a-4bb3-9ee4-9a588661f11a HTTP/1.1" status: 204 len: 168 time: 0.4736211 Mar 02 19:02:30.519152 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:31.068308 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'name': 'network-vif-deleted', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:31.078179 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ada5bc-ab8a-46da-b669-36ec0acb23a5" -d '{"events": [{"server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "name": "network-vif-deleted", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:02:31.130182 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87570960-7a35-48aa-9d82-5949013a7341 x-openstack-request-id: req-87570960-7a35-48aa-9d82-5949013a7341 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:02:31.130484 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1079169f-b642-40b9-bb76-a86a3372ac7b", "name": "network-vif-deleted", "tag": "94cdff30-cd8b-4340-a886-90b4a53908c1", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:02:31.130748 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87570960-7a35-48aa-9d82-5949013a7341 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:02:31.131154 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1079169f-b642-40b9-bb76-a86a3372ac7b', 'name': 'network-vif-deleted', 'tag': '94cdff30-cd8b-4340-a886-90b4a53908c1', 'status': 'completed', 'code': 200} Mar 02 19:02:32.339814 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 34960) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:32.415379 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 94cdff30-cd8b-4340-a886-90b4a53908c1 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:02:32.439557 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 94cdff30-cd8b-4340-a886-90b4a53908c1 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:02:32.439718 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 94cdff30-cd8b-4340-a886-90b4a53908c1 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:02:33.203785 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:33.476880 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Deleting port 31d730de-ba17-42ee-9917-a4ceb887aca6 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:33.477613 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:33.559552 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] For port 31d730de-ba17-42ee-9917-a4ceb887aca6, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=31d730de-ba17-42ee-9917-a4ceb887aca6,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:33.559919 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:33.575164 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Calling delete_port for 31d730de-ba17-42ee-9917-a4ceb887aca6 owned by network:router_interface {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:33.793141 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (31d730de-ba17-42ee-9917-a4ceb887aca6), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:33.842574 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Pushing event deleted for resources: {'Port': ['ID=31d730de-ba17-42ee-9917-a4ceb887aca6,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.873699 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34990) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:34.035061 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.074191 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-ffaf2abe-d456-4802-9e9f-c9834bc52283 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e231f686c7e343e4aff3df6a2ab7d505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989961 Mar 02 19:02:34.076611 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34994) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:34.141370 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Publish callbacks [] for security_group (d194010b-0e0a-4dba-88fa-607a3f6330bb), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.166179 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Publish callbacks [] for security_group (d194010b-0e0a-4dba-88fa-607a3f6330bb), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.218406 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d194010b-0e0a-4dba-88fa-607a3f6330bb), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.221131 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.222391 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d194010b-0e0a-4dba-88fa-607a3f6330bb HTTP/1.1" status: 204 len: 168 time: 0.1445730 Mar 02 19:02:34.234403 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d194010b-0e0a-4dba-88fa-607a3f6330bb,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:34.247173 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.247737 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.248296 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.248848 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.249423 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.249978 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.250777 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.251543 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.252326 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.252888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.253449 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.254053 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.254622 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310f018-68ef-40d7-b5b6-d41a9f1a35d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:34.304941 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:34.405384 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6d326f2a-d461-41f8-8086-4ba5bff29f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.429044 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:34.439296 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 34998) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:34.439819 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-4806c871-fd0b-4b48-aeaf-3976389e69eb admin admin] 10.222.0.21 "PUT /v2.0/routers/904d7110-8aa6-42af-8d57-6a66a2b1bf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985796 Mar 02 19:02:34.441210 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Sync routers for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:02:34.454956 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:02:34.456349 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:02:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:34.570618 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks [] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.581061 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:02:34.773895 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T19:02:33Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:34.801953 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Checking router: 904d7110-8aa6-42af-8d57-6a66a2b1bf96 for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:02:34.812015 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Routers {'904d7110-8aa6-42af-8d57-6a66a2b1bf96'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:02:34.812703 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:02:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:34.913504 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks [] for router_gateway (904d7110-8aa6-42af-8d57-6a66a2b1bf96), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:34.970149 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Deleting port 382c3379-50ae-4dda-abd6-6dc7bf53243a {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:34.970488 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.016339 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] Set router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:02:35.050124 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] For port 382c3379-50ae-4dda-abd6-6dc7bf53243a, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=382c3379-50ae-4dda-abd6-6dc7bf53243a,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:35.050483 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.063440 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Calling delete_port for 382c3379-50ae-4dda-abd6-6dc7bf53243a owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:35.208377 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T19:02:33Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.238246 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca4bc6-6d4e-43b4-b2a8-63c5d272cdbe None None] The sync data for ids ['904d7110-8aa6-42af-8d57-6a66a2b1bf96'] in dv-cinder-800704-3-iscsi is: [{'id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'name': 'tempest-AttachVolumeShelveTestJSON-1039314685-router', 'tenant_id': '4f7e363a224745e88186b776ab7f9ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:19Z', 'updated_at': '2022-03-02T19:02:33Z', 'revision_number': 5, 'project_id': '4f7e363a224745e88186b776ab7f9ef4', 'gw_port': {'id': '382c3379-50ae-4dda-abd6-6dc7bf53243a', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d7110-8aa6-42af-8d57-6a66a2b1bf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:21Z', 'updated_at': '2022-03-02T18:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:02:35.248096 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (382c3379-50ae-4dda-abd6-6dc7bf53243a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.274392 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=382c3379-50ae-4dda-abd6-6dc7bf53243a,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.335580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.427438 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.429630 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks [] for router_controller (904d7110-8aa6-42af-8d57-6a66a2b1bf96), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.479097 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (904d7110-8aa6-42af-8d57-6a66a2b1bf96), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.479575 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904d7110-8aa6-42af-8d57-6a66a2b1bf96 {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:35.484283 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.486014 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f696d0c2-c172-4b1d-92a1-daeb9b362b1d admin admin] 10.222.0.21 "DELETE /v2.0/routers/904d7110-8aa6-42af-8d57-6a66a2b1bf96 HTTP/1.1" status: 204 len: 168 time: 1.0451570 Mar 02 19:02:35.488533 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35000) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:35.533512 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Deleting subnet 993b6a24-c3a5-459a-a102-b5f2911174bf {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:02:35.536539 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Publish callbacks [] for subnet (993b6a24-c3a5-459a-a102-b5f2911174bf), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.569841 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (993b6a24-c3a5-459a-a102-b5f2911174bf), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.659146 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (993b6a24-c3a5-459a-a102-b5f2911174bf), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.720560 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 31d730de-ba17-42ee-9917-a4ceb887aca6 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:02:35.727452 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (993b6a24-c3a5-459a-a102-b5f2911174bf), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.745944 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 31d730de-ba17-42ee-9917-a4ceb887aca6 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:02:35.746189 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 31d730de-ba17-42ee-9917-a4ceb887aca6 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:02:35.754788 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993b6a24-c3a5-459a-a102-b5f2911174bf,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.758578 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.761758 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-b2f481af-fb80-44a2-a8fb-77955f8048bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/993b6a24-c3a5-459a-a102-b5f2911174bf HTTP/1.1" status: 204 len: 168 time: 0.2722731 Mar 02 19:02:35.764202 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35002) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:35.764327 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a096d-7502-4a4c-af91-6534face0da1 None None] Network 4f6a2f40-b01d-44bc-880f-149b7df47fe3 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:02:35.833977 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (4f6a2f40-b01d-44bc-880f-149b7df47fe3), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.903117 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Deleting port f2582408-6dab-4df2-8e5e-86a8bb06f489 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:35.903569 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.932301 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] DHCP port deletion for 4f6a2f40-b01d-44bc-880f-149b7df47fe3 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:02:35.971370 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] For port f2582408-6dab-4df2-8e5e-86a8bb06f489, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=f2582408-6dab-4df2-8e5e-86a8bb06f489,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:35.972042 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:35.987521 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Calling delete_port for f2582408-6dab-4df2-8e5e-86a8bb06f489 owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:35.988175 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Deleting port f2582408-6dab-4df2-8e5e-86a8bb06f489 {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:02:35.988659 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.049456 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] For port f2582408-6dab-4df2-8e5e-86a8bb06f489, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=f2582408-6dab-4df2-8e5e-86a8bb06f489,segment=NetworkSegment(0611b81f-c13a-4e18-be10-49108f7d7cdc),segment_id=0611b81f-c13a-4e18-be10-49108f7d7cdc)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:36.049945 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.062527 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Calling delete_port for f2582408-6dab-4df2-8e5e-86a8bb06f489 owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:02:36.065647 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.096279 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2582408-6dab-4df2-8e5e-86a8bb06f489,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.098117 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] No DVR routers for this DVR port f2582408-6dab-4df2-8e5e-86a8bb06f489 on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:36.146487 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (f2582408-6dab-4df2-8e5e-86a8bb06f489), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.166896 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (4f6a2f40-b01d-44bc-880f-149b7df47fe3), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.170965 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] Pushing event deleted for resources: {'Port': ['ID=f2582408-6dab-4df2-8e5e-86a8bb06f489,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.174363 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803058f-020c-41a7-ad90-42c821bfe080 None None] No DVR routers for this DVR port f2582408-6dab-4df2-8e5e-86a8bb06f489 on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:36.192348 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6a2f40-b01d-44bc-880f-149b7df47fe3']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:36.204420 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0611b81f-c13a-4e18-be10-49108f7d7cdc') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:36.204716 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0611b81f-c13a-4e18-be10-49108f7d7cdc') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:36.214775 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (0611b81f-c13a-4e18-be10-49108f7d7cdc), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.227854 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (0611b81f-c13a-4e18-be10-49108f7d7cdc), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.233750 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:02:36.234156 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (0611b81f-c13a-4e18-be10-49108f7d7cdc), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:36.235762 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:36.295938 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (4f6a2f40-b01d-44bc-880f-149b7df47fe3), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.300794 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.304258 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f6a2f40-b01d-44bc-880f-149b7df47fe3 HTTP/1.1" status: 204 len: 168 time: 0.5391047 Mar 02 19:02:36.318274 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32ecf-a569-4ce6-82d3-ab0f665f4c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6a2f40-b01d-44bc-880f-149b7df47fe3,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.466802 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35006) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:36.506714 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-15293b4a-3b5b-4a24-857b-e39339b36a5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f7e363a224745e88186b776ab7f9ef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384369 Mar 02 19:02:36.509100 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35008) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:36.512136 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:02:36.561188 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] Publish callbacks [] for security_group (1ec75554-2a4f-4692-ad75-d61c1657b3b7), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.582342 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] Publish callbacks [] for security_group (1ec75554-2a4f-4692-ad75-d61c1657b3b7), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.631868 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (1ec75554-2a4f-4692-ad75-d61c1657b3b7), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.634477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:36.635616 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ec75554-2a4f-4692-ad75-d61c1657b3b7 HTTP/1.1" status: 204 len: 168 time: 0.1254973 Mar 02 19:02:36.643386 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d13723-d674-4c8a-a45d-c0688ca47e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec75554-2a4f-4692-ad75-d61c1657b3b7,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.680683 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-871e74e5-52ac-4618-960e-fe24893745ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:37.565536 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device f2582408-6dab-4df2-8e5e-86a8bb06f489 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:02:37.595490 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: f2582408-6dab-4df2-8e5e-86a8bb06f489 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:02:37.595974 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device f2582408-6dab-4df2-8e5e-86a8bb06f489 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:02:37.596812 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 382c3379-50ae-4dda-abd6-6dc7bf53243a no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:02:37.621571 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 382c3379-50ae-4dda-abd6-6dc7bf53243a {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:02:37.622064 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 382c3379-50ae-4dda-abd6-6dc7bf53243a not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:02:37.820397 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.533796 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35080) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:38.636345 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5219fb9d-30df-4f5c-a13b-123dcaf1535d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.712242 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5219fb9d-30df-4f5c-a13b-123dcaf1535d admin admin] Publish callbacks [] for security_group (cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.715926 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5219fb9d-30df-4f5c-a13b-123dcaf1535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.753205 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5219fb9d-30df-4f5c-a13b-123dcaf1535d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c6ae7be356d4f7d9352501da09f41b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182868 Mar 02 19:02:38.754100 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219fb9d-30df-4f5c-a13b-123dcaf1535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:38.756404 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35084) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:38.808079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] Publish callbacks [] for security_group (cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.829685 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] Publish callbacks [] for security_group (cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.874601 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.877197 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:38.878353 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4 HTTP/1.1" status: 204 len: 168 time: 0.1203029 Mar 02 19:02:38.886475 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057711-bda0-4c26-b53a-469f8f847200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba3c3c9-dcf3-4a11-89f0-6b69efb08eb4,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.152614 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35090) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:39.166792 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-117f42ff-9329-43c2-b296-30d2ddec7bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.250735 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-117f42ff-9329-43c2-b296-30d2ddec7bfe admin admin] Publish callbacks [] for security_group (fe41c9f1-5ec0-444d-ab25-97a56839d296), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.255558 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-117f42ff-9329-43c2-b296-30d2ddec7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fe41c9f1-5ec0-444d-ab25-97a56839d296), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.293452 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-117f42ff-9329-43c2-b296-30d2ddec7bfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb11cdedc73e439884b9dc9329ea0fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397233 Mar 02 19:02:39.294397 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f42ff-9329-43c2-b296-30d2ddec7bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe41c9f1-5ec0-444d-ab25-97a56839d296,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.296103 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35092) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:39.346609 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] Publish callbacks [] for security_group (fe41c9f1-5ec0-444d-ab25-97a56839d296), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.368691 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] Publish callbacks [] for security_group (fe41c9f1-5ec0-444d-ab25-97a56839d296), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.418127 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (fe41c9f1-5ec0-444d-ab25-97a56839d296), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.420679 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:39.421854 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe41c9f1-5ec0-444d-ab25-97a56839d296 HTTP/1.1" status: 204 len: 168 time: 0.1246850 Mar 02 19:02:39.432017 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338d7f-7c41-4c10-8f5e-40388355b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe41c9f1-5ec0-444d-ab25-97a56839d296,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.647832 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:40.716333 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:40.958548 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35136) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:41.060079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f323bce5-67d8-4005-9c13-e60f61240927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.132872 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f323bce5-67d8-4005-9c13-e60f61240927 admin admin] Publish callbacks [] for security_group (b0163311-cfcc-4e48-a2ac-4568e5736159), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.136459 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-f323bce5-67d8-4005-9c13-e60f61240927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (b0163311-cfcc-4e48-a2ac-4568e5736159), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.175433 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-f323bce5-67d8-4005-9c13-e60f61240927 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd88412729ef46118c3aca2be40dc846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157826 Mar 02 19:02:41.176420 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323bce5-67d8-4005-9c13-e60f61240927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0163311-cfcc-4e48-a2ac-4568e5736159,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:41.178327 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35140) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:41.230842 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] Publish callbacks [] for security_group (b0163311-cfcc-4e48-a2ac-4568e5736159), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.250789 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] Publish callbacks [] for security_group (b0163311-cfcc-4e48-a2ac-4568e5736159), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.298076 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (b0163311-cfcc-4e48-a2ac-4568e5736159), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.301009 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.302207 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0163311-cfcc-4e48-a2ac-4568e5736159 HTTP/1.1" status: 204 len: 168 time: 0.1223137 Mar 02 19:02:41.310348 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44f22d-3d3a-4641-8cc1-d315d70868c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0163311-cfcc-4e48-a2ac-4568e5736159,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:41.572863 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35146) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:41.586888 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-249624ce-b9c9-4acb-8e4c-63dbdf282516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.661421 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-249624ce-b9c9-4acb-8e4c-63dbdf282516 admin admin] Publish callbacks [] for security_group (3034e427-7511-4f17-954c-e30c5b5b1c22), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.665697 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-249624ce-b9c9-4acb-8e4c-63dbdf282516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3034e427-7511-4f17-954c-e30c5b5b1c22), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.704677 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-249624ce-b9c9-4acb-8e4c-63dbdf282516 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f6fa80dd3d74c038879f09c8bc7957d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306934 Mar 02 19:02:41.705571 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249624ce-b9c9-4acb-8e4c-63dbdf282516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3034e427-7511-4f17-954c-e30c5b5b1c22,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:41.707498 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35148) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:41.755712 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] Publish callbacks [] for security_group (3034e427-7511-4f17-954c-e30c5b5b1c22), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.776119 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] Publish callbacks [] for security_group (3034e427-7511-4f17-954c-e30c5b5b1c22), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.822416 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3034e427-7511-4f17-954c-e30c5b5b1c22), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.824869 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:41.826054 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3034e427-7511-4f17-954c-e30c5b5b1c22 HTTP/1.1" status: 204 len: 168 time: 0.1175163 Mar 02 19:02:41.833740 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51655699-bce5-4774-9bd6-cb276f565b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034e427-7511-4f17-954c-e30c5b5b1c22,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.483893 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35170) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:42.578881 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664384104-network', 'tenant_id': '7a4189492e3845059924a5d1b4249616'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:42.600429 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Made reservation on behalf of 7a4189492e3845059924a5d1b4249616 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:42.603092 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.612050 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.695081 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks [] for security_group (940d640a-2763-481a-9236-ef5c1c9684a2), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.699061 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (940d640a-2763-481a-9236-ef5c1c9684a2), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.728516 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:42.735293 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940d640a-2763-481a-9236-ef5c1c9684a2,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.742791 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (1056f053-3f91-4b20-a5d1-eaf440f9d86e), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.743132 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Added segment 1056f053-3f91-4b20-a5d1-eaf440f9d86e of type vlan for network 72bdf927-e95b-4221-891c-fabf830ce8c9 Mar 02 19:02:42.784239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (72bdf927-e95b-4221-891c-fabf830ce8c9), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.808875 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (72bdf927-e95b-4221-891c-fabf830ce8c9), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.809830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:42.810420 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:42.858435 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3733056 Mar 02 19:02:42.861281 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35174) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:42.872437 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Request body: {'subnet': {'network_id': '72bdf927-e95b-4221-891c-fabf830ce8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664384104-subnet', 'tenant_id': '7a4189492e3845059924a5d1b4249616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:42.883798 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120c25-a807-47a5-849f-1c90f5e2fc6c admin admin] Pushing event updated for resources: {'Network': ['ID=72bdf927-e95b-4221-891c-fabf830ce8c9,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.893510 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 72bdf927-e95b-4221-891c-fabf830ce8c9 details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 19:02:42.898951 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Made reservation on behalf of 7a4189492e3845059924a5d1b4249616 for: {'subnet': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:42.901362 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8762033'] for subnet (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.063548 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9720334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761987'] for subnet (b066bfa2-ecbc-4114-85ea-70cf6e8b5b10), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.120726 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b066bfa2-ecbc-4114-85ea-70cf6e8b5b10,revision_number=0']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.129993 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Checking segment: {'id': '1056f053-3f91-4b20-a5d1-eaf440f9d86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '72bdf927-e95b-4221-891c-fabf830ce8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 19:02:43.130149 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Network hostable DHCP agents. Network: 72bdf927-e95b-4221-891c-fabf830ce8c9, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:43.147140 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Network 72bdf927-e95b-4221-891c-fabf830ce8c9 is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:43.155852 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.base_scheduler [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 72bdf927-e95b-4221-891c-fabf830ce8c9) {{(pid=109537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:43.160406 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:43.161017 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.165150 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907eca8-7651-47c5-9567-82fef58b1d92 None None] Network 72bdf927-e95b-4221-891c-fabf830ce8c9 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:02:43.178203 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-59f52e00-93f0-4b0a-b123-8f3d1c8b5595 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3157549 Mar 02 19:02:43.401404 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a3000-c74f-4d6a-a1c4-594702945468 None None] Network 72bdf927-e95b-4221-891c-fabf830ce8c9 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:02:43.647119 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35190) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:43.652019 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.v2.base [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1384096798-network', 'tenant_id': '96cd48c49c3f444ea29d84ea7fcc9e28'}} {{(pid=109537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:43.671226 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Made reservation on behalf of 96cd48c49c3f444ea29d84ea7fcc9e28 for: {'network': 1} {{(pid=109537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:43.673491 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4167030'] for network (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.682918 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.758729 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks [] for security_group (5f82df7e-afd6-401c-aadb-8bf9f3e611d2), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.762803 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5f82df7e-afd6-401c-aadb-8bf9f3e611d2), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.791016 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:43.796531 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f82df7e-afd6-401c-aadb-8bf9f3e611d2,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.804945 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (75b6d2ad-81ee-46c4-bde9-4e80a5337be3), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.805293 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.segments_db [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Added segment 75b6d2ad-81ee-46c4-bde9-4e80a5337be3 of type vlan for network 4ac8768e-31bb-4871-85ff-d18c079ac90d Mar 02 19:02:43.846554 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759964548172'] for network (4ac8768e-31bb-4871-85ff-d18c079ac90d), precommit_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.871419 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547'] for network (4ac8768e-31bb-4871-85ff-d18c079ac90d), after_create {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.872522 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:43.873116 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:43.929536 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2811186 Mar 02 19:02:43.932171 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35192) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:43.937133 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.v2.base [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Request body: {'subnet': {'network_id': '4ac8768e-31bb-4871-85ff-d18c079ac90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1384096798-subnet', 'tenant_id': '96cd48c49c3f444ea29d84ea7fcc9e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:43.940199 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdf05e-65e1-4f27-8e5a-cee043f03198 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac8768e-31bb-4871-85ff-d18c079ac90d,revision_number=1']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.950265 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Network 4ac8768e-31bb-4871-85ff-d18c079ac90d details requested by agent ovs-agent-dv-cinder-800704-3-iscsi with host dv-cinder-800704-3-iscsi {{(pid=109539) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 19:02:43.958292 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Made reservation on behalf of 96cd48c49c3f444ea29d84ea7fcc9e28 for: {'subnet': 1} {{(pid=109538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:43.960675 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16493270'] for subnet (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:44.127246 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12862530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16493284'] for subnet (6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:44.188568 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6,revision_number=0']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.193703 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Checking segment: {'id': '75b6d2ad-81ee-46c4-bde9-4e80a5337be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4ac8768e-31bb-4871-85ff-d18c079ac90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 19:02:44.194051 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Network hostable DHCP agents. Network: 4ac8768e-31bb-4871-85ff-d18c079ac90d, hostable agents: ['ee57b308-150f-4f85-9242-aadcd0fc29aa'], hosted agents: [] {{(pid=109538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:44.210942 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Network 4ac8768e-31bb-4871-85ff-d18c079ac90d is scheduled to be hosted by DHCP agent ee57b308-150f-4f85-9242-aadcd0fc29aa with binding_index 1 {{(pid=109538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:44.219087 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800704-3-iscsi, 4ac8768e-31bb-4871-85ff-d18c079ac90d) {{(pid=109538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:44.224359 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:44.225533 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:44.228897 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba31db-1a31-467d-b3eb-38a1540f560b None None] Network 4ac8768e-31bb-4871-85ff-d18c079ac90d requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:02:44.241516 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-5e1c8506-ef04-4442-8ca0-8ffa8c9b8e76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3081620 Mar 02 19:02:44.327857 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90db67-2d44-42af-b70e-a63870e0d110 None None] Network 4ac8768e-31bb-4871-85ff-d18c079ac90d requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:02:57.810179 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35314) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:57.853576 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Deleting subnet b066bfa2-ecbc-4114-85ea-70cf6e8b5b10 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:02:57.856726 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Publish callbacks [] for subnet (b066bfa2-ecbc-4114-85ea-70cf6e8b5b10), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:57.889507 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (b066bfa2-ecbc-4114-85ea-70cf6e8b5b10), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:57.927742 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (b066bfa2-ecbc-4114-85ea-70cf6e8b5b10), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:57.981442 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (b066bfa2-ecbc-4114-85ea-70cf6e8b5b10), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.006595 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b066bfa2-ecbc-4114-85ea-70cf6e8b5b10,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.008519 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.011594 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f0c50460-502a-4e89-8dd9-293e40ecb38c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b066bfa2-ecbc-4114-85ea-70cf6e8b5b10 HTTP/1.1" status: 204 len: 168 time: 0.2004344 Mar 02 19:02:58.014065 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35316) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:58.079623 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (72bdf927-e95b-4221-891c-fabf830ce8c9), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.158254 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (72bdf927-e95b-4221-891c-fabf830ce8c9), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.178006 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bdf927-e95b-4221-891c-fabf830ce8c9']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.187601 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1056f053-3f91-4b20-a5d1-eaf440f9d86e') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.187891 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1056f053-3f91-4b20-a5d1-eaf440f9d86e') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.197529 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (1056f053-3f91-4b20-a5d1-eaf440f9d86e), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.210309 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (1056f053-3f91-4b20-a5d1-eaf440f9d86e), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.215988 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:02:58.216362 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (1056f053-3f91-4b20-a5d1-eaf440f9d86e), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:58.217966 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:58.271919 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (72bdf927-e95b-4221-891c-fabf830ce8c9), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.277826 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.281411 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] 10.222.0.21 "DELETE /v2.0/networks/72bdf927-e95b-4221-891c-fabf830ce8c9 HTTP/1.1" status: 204 len: 168 time: 0.2664144 Mar 02 19:02:58.284398 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35318) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:58.292850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a0a27-9b51-4ec2-bc85-a77acf26377b admin admin] Pushing event deleted for resources: {'Network': ['ID=72bdf927-e95b-4221-891c-fabf830ce8c9,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.331309 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Deleting subnet 6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6 {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:02:58.334777 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Publish callbacks [] for subnet (6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.368792 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12314990'] for subnet (6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.407387 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.463879 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8762010'] for subnet (6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.486076 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.492256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.495437 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-8167f4e1-4bb1-43f8-99c3-3f79e6251343 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c5f3ff9-faab-4ba1-adbd-84e3f372a2c6 HTTP/1.1" status: 204 len: 168 time: 0.2100346 Mar 02 19:02:58.497907 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35320) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:58.564480 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (4ac8768e-31bb-4871-85ff-d18c079ac90d), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.643724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (4ac8768e-31bb-4871-85ff-d18c079ac90d), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.663730 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac8768e-31bb-4871-85ff-d18c079ac90d']}} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.674106 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b6d2ad-81ee-46c4-bde9-4e80a5337be3') {'for_net_delete': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.674407 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b6d2ad-81ee-46c4-bde9-4e80a5337be3') {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.684256 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12315001'] for segment (75b6d2ad-81ee-46c4-bde9-4e80a5337be3), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.697187 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (75b6d2ad-81ee-46c4-bde9-4e80a5337be3), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.703215 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:02:58.703674 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720471'] for segment (75b6d2ad-81ee-46c4-bde9-4e80a5337be3), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: Traceback (most recent call last): Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: timer() Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: cb(*args, **kw) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: return func(*args, **kwargs) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: self._notify() Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: self.callback(batched_events) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: event.method(event) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: return f(self, *a, **k) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._get(url).json() Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:58.705422 dv-cinder-800704-3-iscsi neutron-server[109537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:58.757908 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (4ac8768e-31bb-4871-85ff-d18c079ac90d), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.763210 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:58.766314 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ac8768e-31bb-4871-85ff-d18c079ac90d HTTP/1.1" status: 204 len: 168 time: 0.2674696 Mar 02 19:02:58.777048 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7f8a-4b68-4516-92cf-a54c691dd3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac8768e-31bb-4871-85ff-d18c079ac90d,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.925777 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35324) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:58.972880 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-1bdd26dd-87a5-4adb-a01d-0e08ef92eea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4189492e3845059924a5d1b4249616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455110 Mar 02 19:02:58.975945 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35326) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:59.022416 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] Publish callbacks [] for security_group (940d640a-2763-481a-9236-ef5c1c9684a2), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.044101 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] Publish callbacks [] for security_group (940d640a-2763-481a-9236-ef5c1c9684a2), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.089863 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (940d640a-2763-481a-9236-ef5c1c9684a2), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.092509 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.093797 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/940d640a-2763-481a-9236-ef5c1c9684a2 HTTP/1.1" status: 204 len: 168 time: 0.1169035 Mar 02 19:02:59.102061 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ea9f-8c14-4c18-b4e5-8f783d66fdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940d640a-2763-481a-9236-ef5c1c9684a2,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:59.400522 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35332) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:59.438989 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4d95f000-b222-4304-bfcc-3e1ab04353fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96cd48c49c3f444ea29d84ea7fcc9e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373280 Mar 02 19:02:59.441903 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35334) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:02:59.488147 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] Publish callbacks [] for security_group (5f82df7e-afd6-401c-aadb-8bf9f3e611d2), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.510477 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] Publish callbacks [] for security_group (5f82df7e-afd6-401c-aadb-8bf9f3e611d2), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.559369 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (5f82df7e-afd6-401c-aadb-8bf9f3e611d2), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.562075 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:02:59.563201 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f82df7e-afd6-401c-aadb-8bf9f3e611d2 HTTP/1.1" status: 204 len: 168 time: 0.1199367 Mar 02 19:02:59.571221 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7011c1b-8e8a-433f-873c-511851d77930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f82df7e-afd6-401c-aadb-8bf9f3e611d2,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:00.518767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.597411 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35364) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:00.707580 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-52c14c9c-211e-4024-9088-7ad940f9b175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.780920 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-52c14c9c-211e-4024-9088-7ad940f9b175 admin admin] Publish callbacks [] for security_group (2b38d2ae-27d8-4b89-94df-6e8c36cc80f2), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.784613 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-52c14c9c-211e-4024-9088-7ad940f9b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (2b38d2ae-27d8-4b89-94df-6e8c36cc80f2), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.822631 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-52c14c9c-211e-4024-9088-7ad940f9b175 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c4186122aae4806a27abc896bb5937a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241542 Mar 02 19:03:00.823457 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c14c9c-211e-4024-9088-7ad940f9b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38d2ae-27d8-4b89-94df-6e8c36cc80f2,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:00.825352 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35368) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:00.876286 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] Publish callbacks [] for security_group (2b38d2ae-27d8-4b89-94df-6e8c36cc80f2), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.897977 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] Publish callbacks [] for security_group (2b38d2ae-27d8-4b89-94df-6e8c36cc80f2), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.943407 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (2b38d2ae-27d8-4b89-94df-6e8c36cc80f2), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.946194 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:00.947319 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b38d2ae-27d8-4b89-94df-6e8c36cc80f2 HTTP/1.1" status: 204 len: 168 time: 0.1207688 Mar 02 19:03:00.955415 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e4ffe-2160-4fc2-923a-e0c127b2647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38d2ae-27d8-4b89-94df-6e8c36cc80f2,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:04.400023 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-4bf35fd1-6cbd-457e-9956-1dc027b94406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:06.685921 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f4c854d9-05e0-4c82-b113-9c8f9bf95e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:07.824849 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:09.650589 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:10.719736 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:13.511758 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:03:25.738921 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35526) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:25.843226 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba094b1-998b-474b-8eda-607b212c53d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:25.923754 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba094b1-998b-474b-8eda-607b212c53d0 admin admin] Publish callbacks [] for security_group (d1395240-d724-4b88-a4e4-07bd72742781), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:25.928390 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-2ba094b1-998b-474b-8eda-607b212c53d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d1395240-d724-4b88-a4e4-07bd72742781), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:25.964200 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba094b1-998b-474b-8eda-607b212c53d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1395240-d724-4b88-a4e4-07bd72742781,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:25.968441 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-2ba094b1-998b-474b-8eda-607b212c53d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ea071629f8f46bda2f86c19935178af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284586 Mar 02 19:03:25.971310 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35530) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:26.020715 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] Publish callbacks [] for security_group (d1395240-d724-4b88-a4e4-07bd72742781), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:26.042522 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] Publish callbacks [] for security_group (d1395240-d724-4b88-a4e4-07bd72742781), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:26.090575 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (d1395240-d724-4b88-a4e4-07bd72742781), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:26.093460 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:26.094785 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1395240-d724-4b88-a4e4-07bd72742781 HTTP/1.1" status: 204 len: 168 time: 0.1227431 Mar 02 19:03:26.103615 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93919-de7f-4a13-afc6-b361aadefd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1395240-d724-4b88-a4e4-07bd72742781,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:29.616169 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-599c2fac-924d-43bf-9cc9-eece0e1c180d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460939 Mar 02 19:03:29.701925 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc35-bb44-4189-847f-58613ec88d17 req-bd1d03f9-6c75-48a3-9b42-8a4de7c18359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:29.703347 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-bd1d03f9-6c75-48a3-9b42-8a4de7c18359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1129 time: 0.0449691 Mar 02 19:03:29.812550 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc35-bb44-4189-847f-58613ec88d17 req-935535a8-df09-4a6e-bd72-9e1ccb0f7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:29.814115 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-935535a8-df09-4a6e-bd72-9e1ccb0f7c78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.0898914 Mar 02 19:03:29.898114 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-2cf12325-456c-46fc-b2fa-8f360358af47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 1001 time: 0.0784111 Mar 02 19:03:29.953850 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc35-bb44-4189-847f-58613ec88d17 req-cc7eaca0-10c9-435c-8ef5-89b53f27fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:29.955356 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-cc7eaca0-10c9-435c-8ef5-89b53f27fbbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0514328 Mar 02 19:03:30.010312 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc35-bb44-4189-847f-58613ec88d17 req-411312ea-8d53-41f0-83f7-ce702f9f96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:30.011528 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-411312ea-8d53-41f0-83f7-ce702f9f96d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504611 Mar 02 19:03:30.094019 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35596) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:30.109029 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-d711bdb4-2e25-4d01-ab1b-8386bd24541a service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911772 Mar 02 19:03:30.206667 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-2086dc35-bb44-4189-847f-58613ec88d17 req-658db8b6-2197-475e-809e-463b1949f7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918550 Mar 02 19:03:30.212557 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-26381feb-beae-45e5-a183-36aa155d5b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.301032 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-26381feb-beae-45e5-a183-36aa155d5b88 admin admin] Publish callbacks [] for security_group (a42e5105-1de0-4685-96e7-d8f353a9cce7), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.304850 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-26381feb-beae-45e5-a183-36aa155d5b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a42e5105-1de0-4685-96e7-d8f353a9cce7), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.343641 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-26381feb-beae-45e5-a183-36aa155d5b88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b234e5c21955485894fdd638afdb429b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485485 Mar 02 19:03:30.344495 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26381feb-beae-45e5-a183-36aa155d5b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e5105-1de0-4685-96e7-d8f353a9cce7,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.346310 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35600) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:30.401781 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Publish callbacks [] for security_group (a42e5105-1de0-4685-96e7-d8f353a9cce7), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.424866 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Publish callbacks [] for security_group (a42e5105-1de0-4685-96e7-d8f353a9cce7), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.470491 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a42e5105-1de0-4685-96e7-d8f353a9cce7), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.472921 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:30.474227 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a42e5105-1de0-4685-96e7-d8f353a9cce7 HTTP/1.1" status: 204 len: 168 time: 0.1261172 Mar 02 19:03:30.482605 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e5105-1de0-4685-96e7-d8f353a9cce7,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.489902 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.490260 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.490602 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.490939 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.491270 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.491603 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.491928 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.492251 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.492633 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.492961 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.493282 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.493637 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.493960 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3780-3d4d-4743-8d6b-94a806c09c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:30.528628 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:34.401822 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfb11-1e31-4596-a2e5-7d3f946d8d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:36.687172 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01600528-2a49-4bbb-85c1-b2650aa61512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:37.825875 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:39.652886 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:40.721402 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:48.518671 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35776) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:48.913432 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port d3e4c4c7-0093-4074-a334-9e0234ae5807 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:03:48.913698 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:48.994949 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:48.995272 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (d3e4c4c7-0093-4074-a334-9e0234ae5807), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:49.006821 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for d3e4c4c7-0093-4074-a334-9e0234ae5807 owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:03:49.168970 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (d3e4c4c7-0093-4074-a334-9e0234ae5807), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:49.194725 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=d3e4c4c7-0093-4074-a334-9e0234ae5807,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:49.262598 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (6696beed-af57-4869-ad39-d7e5ffec0d3c), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:49.263018 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP 6696beed-af57-4869-ad39-d7e5ffec0d3c disassociated (deleted). External IP: 172.27.1.103, port: 30f83047-0375-40ec-9441-2743c71c3e7e. Mar 02 19:03:49.788172 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:49.900442 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:49.905495 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:49.910137 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:03:49.920406 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:03:49.921036 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:49.935635 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d62cf8ae-2764-4a89-bd37-8bce74392d82 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "DELETE /v2.0/floatingips/6696beed-af57-4869-ad39-d7e5ffec0d3c HTTP/1.1" status: 204 len: 168 time: 1.4158511 Mar 02 19:03:49.936234 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:03:49.938615 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4525a127-a365-4169-a6c2-c8b33c48e570" -d '{"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:03:50.039158 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:03:50.269091 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e363b-d5df-491b-99c6-e5bfabfc3310 x-openstack-request-id: req-5c4e363b-d5df-491b-99c6-e5bfabfc3310 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:03:50.269631 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:03:50.269889 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c4e363b-d5df-491b-99c6-e5bfabfc3310 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:03:50.270477 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e', 'status': 'completed', 'code': 200} Mar 02 19:03:50.283954 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:50.315294 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:03:50.324430 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:03:50.325115 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:50.377337 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-7695f31a-e710-485c-935d-f255717cea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:50.378877 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-7695f31a-e710-485c-935d-f255717cea62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 1130 time: 0.0855784 Mar 02 19:03:50.391355 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5688ac-a262-4f80-9dfe-1c7e9e4d78e9 req-48ba6374-2e63-467e-a2f3-d925c99f3e37 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:50.392936 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c5688ac-a262-4f80-9dfe-1c7e9e4d78e9 req-48ba6374-2e63-467e-a2f3-d925c99f3e37 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0725906 Mar 02 19:03:50.452270 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:03:50.510186 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-3c5688ac-a262-4f80-9dfe-1c7e9e4d78e9 req-f5292a42-c14a-46c5-b750-fa16d7d316f5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071012 Mar 02 19:03:50.513643 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:03:50.530275 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-78ee4cd3-3a81-432e-995b-38f385c93978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:50.540310 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-78ee4cd3-3a81-432e-995b-38f385c93978 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.1378934 Mar 02 19:03:50.579843 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-6a3c187f-f43e-499b-a093-b328d448d1ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 200 len: 217 time: 0.0409350 Mar 02 19:03:50.633349 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-93fa0cdf-4dc7-4076-ac1e-3458a80177c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:50.635434 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-93fa0cdf-4dc7-4076-ac1e-3458a80177c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0461841 Mar 02 19:03:50.685124 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-7be3c2c8-cbd5-4879-aab2-8ba90c7e91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:50.686698 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-7be3c2c8-cbd5-4879-aab2-8ba90c7e91db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448368 Mar 02 19:03:50.692046 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:50.723386 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c5e2-37d9-4dfa-b781-7786b62aa4bc None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_floatingips': [{'id': 'da82eb76-f0ae-41f9-b3e7-256d80c489c4', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'router_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'port_id': 'be73515c-574a-4994-9cf3-5676d5638475', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'mac_address': 'fa:16:3e:1b:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:59:28Z', 'updated_at': '2022-03-02T18:59:30Z', 'revision_number': 1, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:03:50.784147 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-7450e00a-afbd-4537-9750-3d4782b1e210 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Mar 02 19:03:50.879670 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-4525a127-a365-4169-a6c2-c8b33c48e570 req-3c5f7d02-b58d-4d9c-9fdc-e150818d0297 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Mar 02 19:03:50.951528 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06128db-7d7a-41fb-bb17-954f67a07a9d None None] New status for floating IP 6696beed-af57-4869-ad39-d7e5ffec0d3c: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:03:51.660134 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b67be-21d7-40bf-82a9-278a264470c6 req-03948149-a77d-45ba-90d7-729f3d869b56 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:51.661734 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e79b67be-21d7-40bf-82a9-278a264470c6 req-03948149-a77d-45ba-90d7-729f3d869b56 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0685308 Mar 02 19:03:51.716331 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e79b67be-21d7-40bf-82a9-278a264470c6 req-39939761-fa5d-447c-8a1f-b4307927944b tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Mar 02 19:03:52.211365 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-f9d83fba-80c5-4d9a-87c9-64d18604e154 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:52.212890 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-f9d83fba-80c5-4d9a-87c9-64d18604e154 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 946 time: 0.0573168 Mar 02 19:03:52.304617 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port 30f83047-0375-40ec-9441-2743c71c3e7e {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:03:52.304959 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:52.398470 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] For port 30f83047-0375-40ec-9441-2743c71c3e7e, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=30f83047-0375-40ec-9441-2743c71c3e7e,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:52.398834 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:52.411724 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for 30f83047-0375-40ec-9441-2743c71c3e7e owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:03:52.547143 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (30f83047-0375-40ec-9441-2743c71c3e7e), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:52.575961 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=30f83047-0375-40ec-9441-2743c71c3e7e,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:52.621054 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] No DVR routers for this DVR port 30f83047-0375-40ec-9441-2743c71c3e7e on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:52.623546 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:52.626778 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-ccd3fe59-7141-45a1-933d-2969e04ca1f6 req-936c3311-4c7c-453c-b974-5fcdc408c7e5 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "DELETE /v2.0/ports/30f83047-0375-40ec-9441-2743c71c3e7e HTTP/1.1" status: 204 len: 173 time: 0.4086232 Mar 02 19:03:52.627324 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'name': 'network-vif-deleted', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:03:52.629688 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653567a5-2e70-4c6c-86b3-9b0499fafa79" -d '{"events": [{"server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "name": "network-vif-deleted", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:03:52.670470 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ddb9ab-bd54-49fb-bc1a-fb3ff37c2e36 x-openstack-request-id: req-b7ddb9ab-bd54-49fb-bc1a-fb3ff37c2e36 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:03:52.671021 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2586a96c-0172-48a7-b73a-1ca2661f412f", "name": "network-vif-deleted", "tag": "30f83047-0375-40ec-9441-2743c71c3e7e", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:03:52.671461 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7ddb9ab-bd54-49fb-bc1a-fb3ff37c2e36 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:03:52.672062 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586a96c-0172-48a7-b73a-1ca2661f412f', 'name': 'network-vif-deleted', 'tag': '30f83047-0375-40ec-9441-2743c71c3e7e', 'status': 'completed', 'code': 200} Mar 02 19:03:52.818641 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-9b3c44d2-715d-4bb3-ba05-e3937658a6ee req-45e4009b-e430-4ee8-861c-c7cb75d664b8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2586a96c-0172-48a7-b73a-1ca2661f412f HTTP/1.1" status: 200 len: 210 time: 0.0286107 Mar 02 19:03:54.884043 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 30f83047-0375-40ec-9441-2743c71c3e7e no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:03:54.905013 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: 30f83047-0375-40ec-9441-2743c71c3e7e {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:03:54.905387 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device 30f83047-0375-40ec-9441-2743c71c3e7e not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:03:56.108840 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35826) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:03:56.270394 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port 8664d922-493f-4854-b41e-f046664a89db {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:03:56.270735 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (8664d922-493f-4854-b41e-f046664a89db), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.345392 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (8664d922-493f-4854-b41e-f046664a89db), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.345628 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (8664d922-493f-4854-b41e-f046664a89db), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.357802 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for 8664d922-493f-4854-b41e-f046664a89db owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:03:56.511163 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (8664d922-493f-4854-b41e-f046664a89db), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.536754 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=8664d922-493f-4854-b41e-f046664a89db,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.609069 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (da82eb76-f0ae-41f9-b3e7-256d80c489c4), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.609344 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.db.l3_db [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Floating IP da82eb76-f0ae-41f9-b3e7-256d80c489c4 disassociated (deleted). External IP: 172.27.1.253, port: be73515c-574a-4994-9cf3-5676d5638475. Mar 02 19:03:56.826993 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:56.944850 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:56.950293 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:56.954878 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:03:56.964254 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:03:56.964861 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:56.978763 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-13999760-a051-429b-9c0b-e816e6d5ff2a tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "DELETE /v2.0/floatingips/da82eb76-f0ae-41f9-b3e7-256d80c489c4 HTTP/1.1" status: 204 len: 168 time: 0.8688178 Mar 02 19:03:56.979498 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:03:56.982830 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19994e81-1a26-472e-957c-80b23f906734" -d '{"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:03:57.073795 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:03:57.139081 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 19:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844d1f0-6479-4293-89ef-ec671fe7573c x-openstack-request-id: req-e844d1f0-6479-4293-89ef-ec671fe7573c {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:03:57.139615 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "tag": "be73515c-574a-4994-9cf3-5676d5638475", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:03:57.139615 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e844d1f0-6479-4293-89ef-ec671fe7573c {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:03:57.140008 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475', 'status': 'completed', 'code': 200} Mar 02 19:03:57.237206 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e81-1a26-472e-957c-80b23f906734 req-f648fb48-d4ca-4268-bceb-97095885c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:57.239004 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-f648fb48-d4ca-4268-bceb-97095885c9d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a293c75859834cf6878ced41ebacad9d&device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 1129 time: 0.0759845 Mar 02 19:03:57.270465 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7b81-7bb9-4136-b5f0-8f3a75d2b0db req-113ce992-0a30-44b0-90de-00e3db44ddf7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:57.271964 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bebe7b81-7bb9-4136-b5f0-8f3a75d2b0db req-113ce992-0a30-44b0-90de-00e3db44ddf7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0825760 Mar 02 19:03:57.281876 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:57.312411 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:03:57.320622 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:03:57.321706 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:57.373997 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-bebe7b81-7bb9-4136-b5f0-8f3a75d2b0db req-852663bb-b91d-4959-955d-57d10866c9b2 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717552 Mar 02 19:03:57.376837 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e81-1a26-472e-957c-80b23f906734 req-4dc0c791-78f7-48f4-845a-90376f58f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:57.378289 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-4dc0c791-78f7-48f4-845a-90376f58f0b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 200 len: 912 time: 0.1324842 Mar 02 19:03:57.422011 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-e74604b6-798c-4cd1-8608-f86fe86228d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 200 len: 217 time: 0.0368559 Mar 02 19:03:57.479186 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e81-1a26-472e-957c-80b23f906734 req-4f1592bb-ee23-4990-9e0e-d2a554c290f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:57.480722 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-4f1592bb-ee23-4990-9e0e-d2a554c290f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 200 len: 850 time: 0.0514302 Mar 02 19:03:57.531239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994e81-1a26-472e-957c-80b23f906734 req-a325453c-de62-41bb-a47c-ecb014bf1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:57.532779 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-a325453c-de62-41bb-a47c-ecb014bf1e40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3b6737ed-9235-41e6-ac01-e2af6d694e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456159 Mar 02 19:03:57.562401 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:03:57.626876 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-9c1d3c0d-ecc1-470a-8843-b0cc01ca5602 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852880 Mar 02 19:03:57.722406 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-19994e81-1a26-472e-957c-80b23f906734 req-4ae8db61-8537-4fb4-afae-b22e5a717e99 service neutron] 10.222.0.41 "GET /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891194 Mar 02 19:03:57.763801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:57.790157 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe5add-0798-474b-91f1-05173088e2b0 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T18:53:08Z', 'revision_number': 4, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi', '_interfaces': [{'id': '5eeef5a4-5702-4573-a622-66a4ca1d4f42', 'name': '', 'network_id': '3b6737ed-9235-41e6-ac01-e2af6d694e4f', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'mac_address': 'fa:16:3e:71:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:07Z', 'updated_at': '2022-03-02T18:53:16Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'subnets': [{'id': '3c827f6d-4e16-4aab-a3d1-d1cbb6519c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:03:58.015407 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e94cc-a311-421e-9144-13f859859216 None None] New status for floating IP da82eb76-f0ae-41f9-b3e7-256d80c489c4: DOWN {{(pid=109540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:03:58.491405 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f2229-a0be-48e8-93aa-eb316b6321b7 req-1b78964f-3b6b-4d0a-b4d3-e4f1ee3914a8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.492879 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e08f2229-a0be-48e8-93aa-eb316b6321b7 req-1b78964f-3b6b-4d0a-b4d3-e4f1ee3914a8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Mar 02 19:03:58.540712 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-e08f2229-a0be-48e8-93aa-eb316b6321b7 req-8412afc5-1a9b-49a6-94d1-7f174dbf52d7 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8c65117-d09e-4032-9aec-2309c9d67cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Mar 02 19:03:58.989097 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fbbad-7461-4875-9688-fe84b3b88121 req-49865b61-c51f-4571-a66f-94ae5dd6465c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.990555 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-126fbbad-7461-4875-9688-fe84b3b88121 req-49865b61-c51f-4571-a66f-94ae5dd6465c tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Mar 02 19:03:59.081626 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port be73515c-574a-4994-9cf3-5676d5638475 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:03:59.082078 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (be73515c-574a-4994-9cf3-5676d5638475), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:59.173553 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] For port be73515c-574a-4994-9cf3-5676d5638475, host hv-cinder-80070, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80070',level=0,port_id=be73515c-574a-4994-9cf3-5676d5638475,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:59.173913 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (be73515c-574a-4994-9cf3-5676d5638475), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:59.186279 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for be73515c-574a-4994-9cf3-5676d5638475 owned by compute:nova {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:03:59.309686 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (be73515c-574a-4994-9cf3-5676d5638475), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:59.341345 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=be73515c-574a-4994-9cf3-5676d5638475,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:59.381626 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] No DVR routers for this DVR port be73515c-574a-4994-9cf3-5676d5638475 on host hv-cinder-80070 {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:59.384573 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for port (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:03:59.387834 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-126fbbad-7461-4875-9688-fe84b3b88121 req-13ae5a59-8195-47a0-9db7-cdcb2b3bd7b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.41 "DELETE /v2.0/ports/be73515c-574a-4994-9cf3-5676d5638475 HTTP/1.1" status: 204 len: 173 time: 0.3910711 Mar 02 19:03:59.388276 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'name': 'network-vif-deleted', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475'}] {{(pid=109537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:03:59.390535 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82706769004bd8105b6f51ab9bc2b354752f5340403a1b33cb195d14fdb17443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e1e3c-29d7-4fa1-97a9-437b76101012" -d '{"events": [{"server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "name": "network-vif-deleted", "tag": "be73515c-574a-4994-9cf3-5676d5638475"}]}' {{(pid=109537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 19:03:59.429209 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1b388-8437-439d-aae5-cce4c53d6511 x-openstack-request-id: req-76f1b388-8437-439d-aae5-cce4c53d6511 {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 19:03:59.429549 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1563634-ae75-4429-bd2e-a07768a4ce88", "name": "network-vif-deleted", "tag": "be73515c-574a-4994-9cf3-5676d5638475", "status": "completed", "code": 200}]} {{(pid=109537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 19:03:59.429805 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76f1b388-8437-439d-aae5-cce4c53d6511 {{(pid=109537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 19:03:59.430206 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1563634-ae75-4429-bd2e-a07768a4ce88', 'name': 'network-vif-deleted', 'tag': 'be73515c-574a-4994-9cf3-5676d5638475', 'status': 'completed', 'code': 200} Mar 02 19:03:59.640059 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [req-299a3a61-d5ef-4fc8-b707-33c76e5c1aca req-53df09b9-2ada-432d-9427-7549872fbee8 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1563634-ae75-4429-bd2e-a07768a4ce88 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Mar 02 19:04:00.523121 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:00.697462 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35862) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:01.082912 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Deleting port 2ecdf8f6-2df6-4202-9783-1049a8658849 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:01.083239 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.165888 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.165888 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (2ecdf8f6-2df6-4202-9783-1049a8658849), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.179389 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Calling delete_port for 2ecdf8f6-2df6-4202-9783-1049a8658849 owned by network:floatingip {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:01.317895 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (2ecdf8f6-2df6-4202-9783-1049a8658849), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.345351 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'Port': ['ID=2ecdf8f6-2df6-4202-9783-1049a8658849,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:01.408757 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for floatingip (315dc9fa-cc49-4917-9cd7-5dd291b0df5a), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.411794 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223038'] for floatingip (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:01.413184 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-721e5ca0-2c9b-448d-b3ca-96c1d6a917b1 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "DELETE /v2.0/floatingips/315dc9fa-cc49-4917-9cd7-5dd291b0df5a HTTP/1.1" status: 204 len: 168 time: 0.7146900 Mar 02 19:04:02.613680 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35878) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:02.670007 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (a8c65117-d09e-4032-9aec-2309c9d67cb3), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:02.701084 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (a8c65117-d09e-4032-9aec-2309c9d67cb3), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:02.761094 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (a8c65117-d09e-4032-9aec-2309c9d67cb3), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:02.763619 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:02.764755 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8c65117-d09e-4032-9aec-2309c9d67cb3 HTTP/1.1" status: 204 len: 168 time: 0.1500852 Mar 02 19:04:02.773844 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5013c4b-bda9-4eb5-97d4-b8104e6f34d0 tempest-TestVolumeBootPattern-832636244 tempest-TestVolumeBootPattern-832636244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c65117-d09e-4032-9aec-2309c9d67cb3,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.848575 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35882) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:02.885995 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device be73515c-574a-4994-9cf3-5676d5638475 no longer exists at agent hyperv_hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:02.905950 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] No Port match for: be73515c-574a-4994-9cf3-5676d5638475 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:02.906295 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Device be73515c-574a-4994-9cf3-5676d5638475 not bound to the agent host hv-cinder-80070 {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:03.325070 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:03.617850 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Deleting port 5eeef5a4-5702-4573-a622-66a4ca1d4f42 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:03.618543 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:03.727122 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] For port 5eeef5a4-5702-4573-a622-66a4ca1d4f42, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=5eeef5a4-5702-4573-a622-66a4ca1d4f42,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:03.727488 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:03.741574 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Calling delete_port for 5eeef5a4-5702-4573-a622-66a4ca1d4f42 owned by network:router_interface {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:03.930269 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (5eeef5a4-5702-4573-a622-66a4ca1d4f42), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:03.956351 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeef5a4-5702-4573-a622-66a4ca1d4f42,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:04.152312 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.374261 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Router e6310ba5-8d77-4fbd-a765-73dd0419fb83 has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:04.404234 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6f9601ab-6418-47ec-bd79-904c5401ed3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.483322 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:04.488318 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-c514b99a-1b8f-4bc5-9062-034d403d5e74 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6310ba5-8d77-4fbd-a765-73dd0419fb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384282 Mar 02 19:04:04.490925 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35890) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:04.492634 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Sync routers for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:04:04.502291 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:04:04.502963 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:04.600249 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks [] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.614258 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: dv-cinder-800704-3-iscsi {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:04:04.750499 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks [] for router_gateway (e6310ba5-8d77-4fbd-a765-73dd0419fb83), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.815091 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T19:04:03Z', 'revision_number': 5, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port': {'id': '172d3bdc-f63f-4e62-8213-2ee302cf6426', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:05Z', 'updated_at': '2022-03-02T18:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:04.818496 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Deleting port 172d3bdc-f63f-4e62-8213-2ee302cf6426 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:04.819062 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.844412 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Checking router: e6310ba5-8d77-4fbd-a765-73dd0419fb83 for host: dv-cinder-800704-3-iscsi {{(pid=109539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:04:04.853478 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Routers {'e6310ba5-8d77-4fbd-a765-73dd0419fb83'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:04:04.854019 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:03:37Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'], 'active': True} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:04.913521 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] For port 172d3bdc-f63f-4e62-8213-2ee302cf6426, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=172d3bdc-f63f-4e62-8213-2ee302cf6426,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:04.913937 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:04.926501 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Calling delete_port for 172d3bdc-f63f-4e62-8213-2ee302cf6426 owned by network:router_gateway {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:04.943060 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvr_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] Set router e6310ba5-8d77-4fbd-a765-73dd0419fb83 gateway port host: None {{(pid=109539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:04:04.995003 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_hamode_db [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T19:04:04Z', 'revision_number': 6, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:05.024727 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d574960-6d88-4843-a8e3-d8f3a6bb2af9 None None] The sync data for ids ['e6310ba5-8d77-4fbd-a765-73dd0419fb83'] in dv-cinder-800704-3-iscsi is: [{'id': 'e6310ba5-8d77-4fbd-a765-73dd0419fb83', 'name': 'tempest-TestVolumeBootPattern-881315564-router', 'tenant_id': 'a293c75859834cf6878ced41ebacad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:04Z', 'updated_at': '2022-03-02T19:04:04Z', 'revision_number': 6, 'project_id': 'a293c75859834cf6878ced41ebacad9d', 'gw_port_host': None}] {{(pid=109539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:04:05.099530 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (172d3bdc-f63f-4e62-8213-2ee302cf6426), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.124307 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Pushing event deleted for resources: {'Port': ['ID=172d3bdc-f63f-4e62-8213-2ee302cf6426,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:05.199435 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.303740 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.305986 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks [] for router_controller (e6310ba5-8d77-4fbd-a765-73dd0419fb83), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.351626 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (e6310ba5-8d77-4fbd-a765-73dd0419fb83), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.352505 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6310ba5-8d77-4fbd-a765-73dd0419fb83 {{(pid=109537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:04:05.359264 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.360545 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ce6e6bb6-1334-4d28-a664-0d7e57ccc05f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6310ba5-8d77-4fbd-a765-73dd0419fb83 HTTP/1.1" status: 204 len: 168 time: 0.8686433 Mar 02 19:04:05.364295 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35894) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:05.413069 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Deleting subnet 3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 {{(pid=109537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:04:05.417192 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Publish callbacks [] for subnet (3c827f6d-4e16-4aab-a3d1-d1cbb6519c68), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.467077 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12314990'] for subnet (3c827f6d-4e16-4aab-a3d1-d1cbb6519c68), precommit_delete_associations {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.584155 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (3c827f6d-4e16-4aab-a3d1-d1cbb6519c68), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.638482 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9720393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8762010'] for subnet (3c827f6d-4e16-4aab-a3d1-d1cbb6519c68), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.668103 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c827f6d-4e16-4aab-a3d1-d1cbb6519c68,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:05.671882 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.675339 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-9cdfc1a1-7377-4602-be52-a76641002976 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c827f6d-4e16-4aab-a3d1-d1cbb6519c68 HTTP/1.1" status: 204 len: 168 time: 0.3096828 Mar 02 19:04:05.677597 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37148abf-91bf-4ea4-ad01-cce6f6caca13 None None] Network 3b6737ed-9235-41e6-ac01-e2af6d694e4f requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:04:05.678523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35896) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:05.749626 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (3b6737ed-9235-41e6-ac01-e2af6d694e4f), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.814398 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Deleting port 771a31eb-1096-471d-b27b-269ce8221da8 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:05.814806 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (771a31eb-1096-471d-b27b-269ce8221da8), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.860268 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] DHCP port deletion for 3b6737ed-9235-41e6-ac01-e2af6d694e4f request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:04:05.894676 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] For port 771a31eb-1096-471d-b27b-269ce8221da8, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=771a31eb-1096-471d-b27b-269ce8221da8,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:05.895028 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (771a31eb-1096-471d-b27b-269ce8221da8), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:05.899672 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 172d3bdc-f63f-4e62-8213-2ee302cf6426 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:05.912197 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Calling delete_port for 771a31eb-1096-471d-b27b-269ce8221da8 owned by network:dhcp {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:05.928399 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 172d3bdc-f63f-4e62-8213-2ee302cf6426 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:05.928742 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 172d3bdc-f63f-4e62-8213-2ee302cf6426 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:05.929174 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5eeef5a4-5702-4573-a622-66a4ca1d4f42 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:05.952154 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 5eeef5a4-5702-4573-a622-66a4ca1d4f42 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:05.952510 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 5eeef5a4-5702-4573-a622-66a4ca1d4f42 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:05.971853 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Deleting port 771a31eb-1096-471d-b27b-269ce8221da8 {{(pid=109539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:05.972243 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (771a31eb-1096-471d-b27b-269ce8221da8), before_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.003763 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (771a31eb-1096-471d-b27b-269ce8221da8), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.031523 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Pushing event deleted for resources: {'Port': ['ID=771a31eb-1096-471d-b27b-269ce8221da8,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:06.035820 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] No DVR routers for this DVR port 771a31eb-1096-471d-b27b-269ce8221da8 on host dv-cinder-800704-3-iscsi {{(pid=109538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:06.042950 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.db [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] For port 771a31eb-1096-471d-b27b-269ce8221da8, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=771a31eb-1096-471d-b27b-269ce8221da8,segment=NetworkSegment(06bc01d2-12fc-4f95-991d-553d8d7716b1),segment_id=06bc01d2-12fc-4f95-991d-553d8d7716b1)] {{(pid=109539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:06.043530 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (771a31eb-1096-471d-b27b-269ce8221da8), precommit_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.058416 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Calling delete_port for 771a31eb-1096-471d-b27b-269ce8221da8 owned by network:dhcp {{(pid=109539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:06.065482 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.065764 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.066115 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.066463 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.066799 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.067134 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.067467 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.067797 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.068127 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.068462 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.068784 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.069100 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.069620 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.129793 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (3b6737ed-9235-41e6-ac01-e2af6d694e4f), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.140135 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366'] for port (771a31eb-1096-471d-b27b-269ce8221da8), after_delete {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.164440 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6737ed-9235-41e6-ac01-e2af6d694e4f']}} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:06.175185 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc01d2-12fc-4f95-991d-553d8d7716b1') {'for_net_delete': True} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:06.175460 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Pushing event deleted for resources: {'Port': ['ID=771a31eb-1096-471d-b27b-269ce8221da8,revision_number=None']} {{(pid=109539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:06.175637 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.services.segments.db [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc01d2-12fc-4f95-991d-553d8d7716b1') {} {{(pid=109538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:06.179542 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] No DVR routers for this DVR port 771a31eb-1096-471d-b27b-269ce8221da8 on host dv-cinder-800704-3-iscsi {{(pid=109539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:06.186405 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.186767 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.187230 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.187473 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.187801 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.188132 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.188461 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.188783 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.189230 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.189443 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.189768 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.190514 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.190514 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba2234-54a4-4ce2-8960-e5c7c5094a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800704-3-iscsi {{(pid=109539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:06.194944 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3858277'] for segment (06bc01d2-12fc-4f95-991d-553d8d7716b1), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.209988 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (06bc01d2-12fc-4f95-991d-553d8d7716b1), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.224281 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:04:06.224798 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12862683'] for segment (06bc01d2-12fc-4f95-991d-553d8d7716b1), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: Traceback (most recent call last): Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: timer() Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: cb(*args, **kw) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: return func(*args, **kwargs) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: self._notify() Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: self.callback(batched_events) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: event.method(event) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: return f(self, *a, **k) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._get(url).json() Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:06.226746 dv-cinder-800704-3-iscsi neutron-server[109538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:06.282599 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (3b6737ed-9235-41e6-ac01-e2af6d694e4f), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.287868 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.291006 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b6737ed-9235-41e6-ac01-e2af6d694e4f HTTP/1.1" status: 204 len: 168 time: 0.6114852 Mar 02 19:04:06.294406 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35898) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:06.310604 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f03e4-38d0-4dbc-838c-68ba8d65d086 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6737ed-9235-41e6-ac01-e2af6d694e4f,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:06.661791 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546763'] for router_interface (c058185e-c1dc-4174-a5f4-b0e55050321a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.689812 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e595-1411-4783-aee7-f04593f16e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.905693 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Deleting port 0102b429-83d7-42d8-bac9-449cc88a02b9 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:06.906308 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.980733 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] For port 0102b429-83d7-42d8-bac9-449cc88a02b9, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0102b429-83d7-42d8-bac9-449cc88a02b9,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:06.981045 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:06.993338 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Calling delete_port for 0102b429-83d7-42d8-bac9-449cc88a02b9 owned by network:router_interface {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:07.182367 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (0102b429-83d7-42d8-bac9-449cc88a02b9), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:07.209116 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0102b429-83d7-42d8-bac9-449cc88a02b9,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.371961 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546599'] for router_interface (c058185e-c1dc-4174-a5f4-b0e55050321a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:07.594094 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Router c058185e-c1dc-4174-a5f4-b0e55050321a has already been hosted by L3 agent 2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd {{(pid=109538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:07.695032 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 771a31eb-1096-471d-b27b-269ce8221da8 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:07.718285 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 771a31eb-1096-471d-b27b-269ce8221da8 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:07.718788 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 771a31eb-1096-471d-b27b-269ce8221da8 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:07.833085 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:07.940974 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] Notify agent at l3_agent.dv-cinder-800704-3-iscsi the message routers_updated {{(pid=109538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:07.946453 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-600e763b-60a8-45d5-98bc-d069744a11b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/c058185e-c1dc-4174-a5f4-b0e55050321a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505916 Mar 02 19:04:07.949272 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35918) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:07.952832 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c75a5-3c02-4958-9635-78050860527a None None] Sync routers for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:04:07.966419 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:04:07.967148 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:04:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:08.070048 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks [] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.078959 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: dv-cinder-800704-3-iscsi {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:04:08.173275 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks [] for router_gateway (c058185e-c1dc-4174-a5f4-b0e55050321a), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.228956 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Deleting port cf14d2f7-ee70-4e82-904a-89c41267ae34 {{(pid=109538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:08.229468 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.271371 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'external_fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T19:04:07Z', 'revision_number': 5, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port': {'id': 'cf14d2f7-ee70-4e82-904a-89c41267ae34', 'name': '', 'network_id': '0675d015-cd0f-4ad2-b3a8-25690a1f628a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800704-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:12Z', 'updated_at': '2022-03-02T18:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5ad8fce-67fc-4a89-806a-39518c49a99f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800704-3-iscsi'}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:08.302247 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c75a5-3c02-4958-9635-78050860527a None None] Checking router: c058185e-c1dc-4174-a5f4-b0e55050321a for host: dv-cinder-800704-3-iscsi {{(pid=109540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:04:08.311446 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] Routers {'c058185e-c1dc-4174-a5f4-b0e55050321a'} bound to L3 agent in host dv-cinder-800704-3-iscsi {{(pid=109540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 19:04:08.312077 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800704-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:43:07Z,description=,heartbeat_timestamp=2022-03-02T19:04:07Z,host='dv-cinder-800704-3-iscsi',id=2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:43:07Z,topic='l3_agent')) {'router_ids': ['c058185e-c1dc-4174-a5f4-b0e55050321a'], 'active': True} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:08.319031 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.db [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] For port cf14d2f7-ee70-4e82-904a-89c41267ae34, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=cf14d2f7-ee70-4e82-904a-89c41267ae34,segment=NetworkSegment(1cf76d20-545a-462e-88c0-9f134d9c94c0),segment_id=1cf76d20-545a-462e-88c0-9f134d9c94c0)] {{(pid=109538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:08.319396 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.332612 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.plugins.ml2.plugin [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Calling delete_port for cf14d2f7-ee70-4e82-904a-89c41267ae34 owned by network:router_gateway {{(pid=109538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:08.400901 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_dvr_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] Set router c058185e-c1dc-4174-a5f4-b0e55050321a gateway port host: None {{(pid=109540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 19:04:08.452440 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.l3_hamode_db [None req-243c75a5-3c02-4958-9635-78050860527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T19:04:08Z', 'revision_number': 6, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port_host': None}], 'dv-cinder-800704-3-iscsi', False) {} {{(pid=109540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:08.504589 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12862518'] for port (cf14d2f7-ee70-4e82-904a-89c41267ae34), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.528782 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf14d2f7-ee70-4e82-904a-89c41267ae34,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:08.571458 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c75a5-3c02-4958-9635-78050860527a None None] The sync data for ids ['c058185e-c1dc-4174-a5f4-b0e55050321a'] in dv-cinder-800704-3-iscsi is: [{'id': 'c058185e-c1dc-4174-a5f4-b0e55050321a', 'name': 'tempest-TestVolumeBootPattern-1158819627-router', 'tenant_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:11Z', 'updated_at': '2022-03-02T19:04:08Z', 'revision_number': 6, 'project_id': '1ec0b624a26942e5a2b37cc3841b7d31', 'gw_port_host': None}] {{(pid=109540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:04:08.594718 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543621'] for router_gateway (c058185e-c1dc-4174-a5f4-b0e55050321a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.685394 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.687455 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks [] for router_controller (c058185e-c1dc-4174-a5f4-b0e55050321a), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.732647 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547886'] for router (c058185e-c1dc-4174-a5f4-b0e55050321a), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.733531 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c058185e-c1dc-4174-a5f4-b0e55050321a {{(pid=109538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:04:08.738217 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.739497 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4afae46a-adbe-4e19-9226-80c9dacab079 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c058185e-c1dc-4174-a5f4-b0e55050321a HTTP/1.1" status: 204 len: 168 time: 0.7890925 Mar 02 19:04:08.741987 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35920) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:08.783780 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Deleting subnet f518ca2f-bccf-4bea-ac60-cfeba51b4658 {{(pid=109538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 19:04:08.786771 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Publish callbacks [] for subnet (f518ca2f-bccf-4bea-ac60-cfeba51b4658), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.820021 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3858290'] for subnet (f518ca2f-bccf-4bea-ac60-cfeba51b4658), precommit_delete_associations {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.897619 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4011371'] for subnet (f518ca2f-bccf-4bea-ac60-cfeba51b4658), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.951072 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4011364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12862469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16493309'] for subnet (f518ca2f-bccf-4bea-ac60-cfeba51b4658), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.976818 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f518ca2f-bccf-4bea-ac60-cfeba51b4658,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:08.983602 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for subnet (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:08.989436 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35924) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:08.989979 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-fcd5197f-f234-42a7-b47f-d6e620a2c7e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f518ca2f-bccf-4bea-ac60-cfeba51b4658 HTTP/1.1" status: 204 len: 168 time: 0.2465093 Mar 02 19:04:08.993226 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d541c5c-bbab-4505-a296-d9d17cac68f2 None None] Network 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 requested from dv-cinder-800704-3-iscsi {{(pid=109539) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 19:04:09.064814 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4026000'] for network (2b0d558d-b3da-4622-93e5-6a53b9c1fd57), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.126571 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Deleting port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 {{(pid=109537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 19:04:09.126918 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759965061753'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.195074 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] For port 0deddbe3-cf7a-4e67-b532-37e4de4d8955, host dv-cinder-800704-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800704-3-iscsi',level=0,port_id=0deddbe3-cf7a-4e67-b532-37e4de4d8955,segment=NetworkSegment(b6e3d8cb-2846-4d9a-9543-0acf7a5b5044),segment_id=b6e3d8cb-2846-4d9a-9543-0acf7a5b5044)] {{(pid=109537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:09.195446 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541088'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.208854 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Calling delete_port for 0deddbe3-cf7a-4e67-b532-37e4de4d8955 owned by network:dhcp {{(pid=109537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 19:04:09.285729 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4167093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759965067996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759964528366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9720442'] for port (0deddbe3-cf7a-4e67-b532-37e4de4d8955), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.313810 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0deddbe3-cf7a-4e67-b532-37e4de4d8955,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.315630 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] No DVR routers for this DVR port 0deddbe3-cf7a-4e67-b532-37e4de4d8955 on host dv-cinder-800704-3-iscsi {{(pid=109537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:09.333468 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5178b4-133f-4185-9d4f-cd5b78ba0e65 None None] DHCP port deletion for 2b0d558d-b3da-4622-93e5-6a53b9c1fd57 request from dv-cinder-800704-3-iscsi {{(pid=109539) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 19:04:09.408411 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181392', 'neutron.services.segments.db._delete_segments_for_network-8759964937885'] for network (2b0d558d-b3da-4622-93e5-6a53b9c1fd57), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.434121 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0d558d-b3da-4622-93e5-6a53b9c1fd57']}} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:09.444704 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044') {'for_net_delete': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:09.445055 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.services.segments.db [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e3d8cb-2846-4d9a-9543-0acf7a5b5044') {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:09.455290 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759964941222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12315001'] for segment (b6e3d8cb-2846-4d9a-9543-0acf7a5b5044), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.470011 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556'] for segment (b6e3d8cb-2846-4d9a-9543-0acf7a5b5044), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.476908 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:04:09.478843 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4013556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9720471'] for segment (b6e3d8cb-2846-4d9a-9543-0acf7a5b5044), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: Traceback (most recent call last): Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: timer() Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: cb(*args, **kw) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: return func(*args, **kwargs) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: self._notify() Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: self.callback(batched_events) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: event.method(event) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: return f(self, *a, **k) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._get(url).json() Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:09.479608 dv-cinder-800704-3-iscsi neutron-server[109537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:09.540237 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543673'] for network (2b0d558d-b3da-4622-93e5-6a53b9c1fd57), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.558824 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535533'] for network (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.561452 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b0d558d-b3da-4622-93e5-6a53b9c1fd57 HTTP/1.1" status: 204 len: 168 time: 0.5708385 Mar 02 19:04:09.564568 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1faa9-c662-4a15-823a-faa9a3b8fbb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0d558d-b3da-4622-93e5-6a53b9c1fd57,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.638418 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0102b429-83d7-42d8-bac9-449cc88a02b9 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:09.667788 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 0102b429-83d7-42d8-bac9-449cc88a02b9 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:09.668131 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0102b429-83d7-42d8-bac9-449cc88a02b9 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:09.668807 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device cf14d2f7-ee70-4e82-904a-89c41267ae34 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:09.692661 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.693299 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: cf14d2f7-ee70-4e82-904a-89c41267ae34 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:09.693679 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device cf14d2f7-ee70-4e82-904a-89c41267ae34 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:09.694088 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0deddbe3-cf7a-4e67-b532-37e4de4d8955 no longer exists at agent ovs-agent-dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 19:04:09.699945 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35934) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:09.717820 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.plugin [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] No Port match for: 0deddbe3-cf7a-4e67-b532-37e4de4d8955 {{(pid=109539) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 19:04:09.718173 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron.plugins.ml2.rpc [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Device 0deddbe3-cf7a-4e67-b532-37e4de4d8955 not bound to the agent host dv-cinder-800704-3-iscsi {{(pid=109539) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 19:04:09.743292 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-ace77611-785f-412e-af04-b3c3b198671d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a293c75859834cf6878ced41ebacad9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420063 Mar 02 19:04:09.745883 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [-] (109537) accepted ('10.222.0.21', 35936) {{(pid=109537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:09.794747 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] Publish callbacks [] for security_group (6eb6151a-25b5-4600-a482-d2fd3da7617b), before_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.816079 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] Publish callbacks [] for security_group (6eb6151a-25b5-4600-a482-d2fd3da7617b), precommit_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.864299 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (6eb6151a-25b5-4600-a482-d2fd3da7617b), after_delete {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.867151 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:09.868328 dv-cinder-800704-3-iscsi neutron-server[109537]: INFO neutron.wsgi [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eb6151a-25b5-4600-a482-d2fd3da7617b HTTP/1.1" status: 204 len: 168 time: 0.1216180 Mar 02 19:04:09.876948 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583066a-e60c-41ac-ae4d-4a66a1607605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6151a-25b5-4600-a482-d2fd3da7617b,revision_number=None']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:10.187589 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35942) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:10.231390 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-b0033853-38e9-4c87-9171-c9269bc7a834 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ec0b624a26942e5a2b37cc3841b7d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426123 Mar 02 19:04:10.235181 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35948) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:10.284361 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] Publish callbacks [] for security_group (3baf456f-846d-4352-b85c-76722211a64c), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:10.307244 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] Publish callbacks [] for security_group (3baf456f-846d-4352-b85c-76722211a64c), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:10.361340 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (3baf456f-846d-4352-b85c-76722211a64c), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:10.363800 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:10.364953 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3baf456f-846d-4352-b85c-76722211a64c HTTP/1.1" status: 204 len: 168 time: 0.1286757 Mar 02 19:04:10.373675 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5ff2-fde9-490d-89a1-d750a1c5fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf456f-846d-4352-b85c-76722211a64c,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:10.726611 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:12.732638 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35966) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:12.838741 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0ad36d2-3e28-421a-b361-1aed0d3e3e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:12.909730 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0ad36d2-3e28-421a-b361-1aed0d3e3e59 admin admin] Publish callbacks [] for security_group (8b131239-6875-4dff-a0c6-4d93b5be19da), precommit_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:12.915902 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-f0ad36d2-3e28-421a-b361-1aed0d3e3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8b131239-6875-4dff-a0c6-4d93b5be19da), after_create {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:12.952934 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad36d2-3e28-421a-b361-1aed0d3e3e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b131239-6875-4dff-a0c6-4d93b5be19da,revision_number=1']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:12.958232 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-f0ad36d2-3e28-421a-b361-1aed0d3e3e59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8921d7a2b79944afa6d947e5440d4731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244976 Mar 02 19:04:12.960923 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [-] (109538) accepted ('10.222.0.21', 35970) {{(pid=109538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 19:04:13.008472 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] Publish callbacks [] for security_group (8b131239-6875-4dff-a0c6-4d93b5be19da), before_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:13.031352 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] Publish callbacks [] for security_group (8b131239-6875-4dff-a0c6-4d93b5be19da), precommit_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:13.077118 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637629'] for security_group (8b131239-6875-4dff-a0c6-4d93b5be19da), after_delete {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:13.079647 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:13.080777 dv-cinder-800704-3-iscsi neutron-server[109538]: INFO neutron.wsgi [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b131239-6875-4dff-a0c6-4d93b5be19da HTTP/1.1" status: 204 len: 168 time: 0.1190271 Mar 02 19:04:13.090460 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdb801-fa10-4c70-85e8-7cad7fd565ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b131239-6875-4dff-a0c6-4d93b5be19da,revision_number=None']} {{(pid=109538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.512446 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:04:30.517654 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:34.406815 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc179-c1aa-471a-9669-5e574dfca7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:36.693252 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6a69aad4-c563-4c87-99be-c8ec81071c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:37.832483 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:39.660175 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:04:40.720267 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:00.539894 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:04.409663 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f1bc-e86d-45f1-9c7c-b68925964ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:04.512292 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:05:06.695335 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe3a8-345b-4e8b-a44b-943be57f0958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:07.835034 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:09.662957 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:10.727672 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:30.541815 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:34.412575 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-612555c1-34e6-4135-bf60-29d7e67bd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:36.700211 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-b1eb29e6-287c-4d89-83d4-9def6577acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:37.838616 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:39.675046 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:40.722230 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:05:41.512896 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:06:00.541181 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:04.414364 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-55b8ca03-b087-40d8-83b3-3b7e177a3723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:06.691841 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-762a5095-a0ad-437d-ae94-fcecafc87bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:07.843002 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:09.668807 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:10.725843 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:18.511831 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:06:30.564583 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:34.415936 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd9ac-cb3b-4fb9-8846-ebd09eb77a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:36.697526 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-01dcac81-fbaa-4eba-a3b2-95248dce7eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:37.847475 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:39.672158 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:40.728376 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:06:48.734160 dv-cinder-800704-3-iscsi neutron-server[109537]: DEBUG neutron.wsgi [req-a7674571-58a8-42e8-b9f1-d3769fb2c8c2 req-f4f153d9-947f-4c85-8536-856ff85fab52 service neutron] (109537) timed out ('10.222.0.41', 53706) {{(pid=109537) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 19:06:48.780481 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [req-bca93240-2f98-4a92-9957-92ebe97e9256 req-1f118e1d-0245-41ed-8926-cd385877baf0 service neutron] (109538) timed out ('10.222.0.41', 53705) {{(pid=109538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 19:06:55.510955 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:07:00.570992 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:04.419061 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-45573668-803b-47d9-b223-b6cc2268ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:06.691232 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-363058b7-efec-4786-8415-3828e6b8b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:07.849825 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:09.680196 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:10.736249 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:30.571416 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:32.510209 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:07:34.421453 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6546abeb-e96a-481e-b77b-643719196510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:36.692333 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6d4d0f22-27cf-488a-96e4-5b6ac1b3414d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:37.851837 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:39.670269 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:07:40.728168 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:00.585128 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:04.424304 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-30b715a9-20f0-4e0d-9f12-634e6aa3f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:06.694047 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-fbb5741b-3304-444f-a79b-5728febfaf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:07.853240 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:09.508819 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:08:09.674414 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:10.731460 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:30.599806 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:34.429111 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8d798bb9-2e92-46d8-8d47-fdd333ddf6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:36.696512 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-078ee9dd-56eb-4fec-954d-b56c2ae187f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:37.856491 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:39.679688 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:40.733960 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:08:46.509066 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:09:00.610281 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:04.432320 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8291857b-0231-4ee4-93f3-593c8dc0edae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:06.698288 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-8c84589e-eed4-45c4-8f15-f63a5aac7ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:07.861814 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:09.682594 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:10.735682 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:23.508751 dv-cinder-800704-3-iscsi neutron-server[109540]: DEBUG neutron.db.agents_db [None req-91f5b7eb-0333-41bd-9531-64ca1079f5b3 None None] Agent healthcheck: found 6 active agents {{(pid=109540) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 19:09:30.614031 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-7c4b6b97-1d7a-4dda-b71c-5779ae2b2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (5acdd6b7-0b04-4d1a-8870-308c206890c9), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:34.434583 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-53f72dad-b7a3-4576-85fc-bc65adf4b37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (ee57b308-150f-4f85-9242-aadcd0fc29aa), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:34.466966 dv-cinder-800704-3-iscsi neutron-server[109538]: DEBUG neutron.wsgi [req-aacd54c8-1d52-42dc-af4e-8815484958f3 req-17492b28-9d34-46f7-81e8-05e5c353a6f9 service neutron] (109538) timed out ('10.222.0.41', 53720) {{(pid=109538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 19:09:36.699173 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-cc526ff3-7c7d-4d90-8f60-9acb2480c4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (2acc6e7d-b7ed-4fb9-9cac-c6486e3397bd), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:37.863446 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-f1e31d56-0f2b-490b-ad18-f4c503426f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (60e3eadf-7da3-47ff-8e14-946dea8032e4), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:39.683587 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-6e784828-c7dc-4183-9bc0-bccb2f9cb411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (b99aac43-fba5-4d6b-93d9-4f41113131b2), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 19:09:40.737637 dv-cinder-800704-3-iscsi neutron-server[109539]: DEBUG neutron_lib.callbacks.manager [None req-03464a32-0b98-4aa8-94f7-d425111c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759964937867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4179591'] for agent (c0334b01-6e8a-4c95-b6bd-1e9d072d902c), after_update {{(pid=109539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}